[ 529.430388] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.430711] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.430836] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.431121] env[62353]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 529.526641] env[62353]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62353) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 529.537119] env[62353]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62353) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 530.137662] env[62353]: INFO nova.virt.driver [None req-17cfdcf4-3d0a-4fa6-9535-1061bc6227ed None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.207701] env[62353]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.207870] env[62353]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.207961] env[62353]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62353) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.316687] env[62353]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3ae0ed06-d796-4358-b186-9fc702e07716 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.332427] env[62353]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62353) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.332607] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a9d5769c-156b-44e3-b1f4-296e8b6cffdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.357322] env[62353]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 43ec9. [ 533.357488] env[62353]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.150s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.357975] env[62353]: INFO nova.virt.vmwareapi.driver [None req-17cfdcf4-3d0a-4fa6-9535-1061bc6227ed None None] VMware vCenter version: 7.0.3 [ 533.361461] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82a3e3-f1e6-4cdf-8798-f6f8290560b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.378455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfccf6ca-f4ff-4c39-ac7a-3ed203603d54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.384190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b58a72-ca8d-41b9-aea2-3a4fb86f3171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.390505] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce09f28-73cf-4682-90bc-1ddc43e6e054 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.403055] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637ad285-b210-49a4-8d43-9e7d0611d33a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.408675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a50e821-138c-4851-93dc-a75e97912b5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.438236] env[62353]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-251be9fb-3580-48b6-b84d-446604303e71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.442811] env[62353]: DEBUG nova.virt.vmwareapi.driver [None req-17cfdcf4-3d0a-4fa6-9535-1061bc6227ed None None] Extension org.openstack.compute already exists. {{(pid=62353) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 533.445538] env[62353]: INFO nova.compute.provider_config [None req-17cfdcf4-3d0a-4fa6-9535-1061bc6227ed None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 533.948934] env[62353]: DEBUG nova.context [None req-17cfdcf4-3d0a-4fa6-9535-1061bc6227ed None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d6f864f0-ab46-4466-9fd6-76346f375a3c(cell1) {{(pid=62353) load_cells /opt/stack/nova/nova/context.py:464}} [ 533.951060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.951289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.952071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.952505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Acquiring lock "d6f864f0-ab46-4466-9fd6-76346f375a3c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.952697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Lock "d6f864f0-ab46-4466-9fd6-76346f375a3c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.953740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Lock "d6f864f0-ab46-4466-9fd6-76346f375a3c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.973590] env[62353]: INFO dbcounter [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Registered counter for database nova_cell0 [ 533.981676] env[62353]: INFO dbcounter [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Registered counter for database nova_cell1 [ 533.985447] env[62353]: DEBUG oslo_db.sqlalchemy.engines [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62353) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 533.986075] env[62353]: DEBUG oslo_db.sqlalchemy.engines [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62353) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 533.990622] env[62353]: ERROR nova.db.main.api [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 533.990622] env[62353]: result = function(*args, **kwargs) [ 533.990622] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 533.990622] env[62353]: return func(*args, **kwargs) [ 533.990622] env[62353]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 533.990622] env[62353]: result = fn(*args, **kwargs) [ 533.990622] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.990622] env[62353]: return f(*args, **kwargs) [ 533.990622] env[62353]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 533.990622] env[62353]: return db.service_get_minimum_version(context, binaries) [ 533.990622] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.990622] env[62353]: _check_db_access() [ 533.990622] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.990622] env[62353]: stacktrace = ''.join(traceback.format_stack()) [ 533.990622] env[62353]: [ 533.991463] env[62353]: ERROR nova.db.main.api [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 533.991463] env[62353]: result = function(*args, **kwargs) [ 533.991463] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 533.991463] env[62353]: return func(*args, **kwargs) [ 533.991463] env[62353]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 533.991463] env[62353]: result = fn(*args, **kwargs) [ 533.991463] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.991463] env[62353]: return f(*args, **kwargs) [ 533.991463] env[62353]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 533.991463] env[62353]: return db.service_get_minimum_version(context, binaries) [ 533.991463] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.991463] env[62353]: _check_db_access() [ 533.991463] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.991463] env[62353]: stacktrace = ''.join(traceback.format_stack()) [ 533.991463] env[62353]: [ 533.991860] env[62353]: WARNING nova.objects.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Failed to get minimum service version for cell d6f864f0-ab46-4466-9fd6-76346f375a3c [ 533.992009] env[62353]: WARNING nova.objects.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 533.992445] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Acquiring lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.992607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Acquired lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.992849] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Releasing lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.993185] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Full set of CONF: {{(pid=62353) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 533.993370] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ******************************************************************************** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.993490] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Configuration options gathered from: {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.993628] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 533.993817] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.993945] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ================================================================================ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 533.994172] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] allow_resize_to_same_host = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.994346] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] arq_binding_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.994498] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] backdoor_port = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.994631] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] backdoor_socket = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.994800] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] block_device_allocate_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.994963] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] block_device_allocate_retries_interval = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995145] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cert = self.pem {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995312] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995481] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute_monitors = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995651] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] config_dir = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995821] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] config_drive_format = iso9660 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.995957] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996136] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] config_source = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996308] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] console_host = devstack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996473] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] control_exchange = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996630] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cpu_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996790] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] daemon = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.996954] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] debug = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.997123] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_access_ip_network_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.997293] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_availability_zone = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.997450] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_ephemeral_format = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.997610] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_green_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.997843] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998014] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] default_schedule_zone = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998175] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] disk_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998339] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] enable_new_services = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998517] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] enabled_apis = ['osapi_compute'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998679] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] enabled_ssl_apis = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998838] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] flat_injected = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.998996] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] force_config_drive = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.999174] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] force_raw_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.999356] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] graceful_shutdown_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.999497] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] heal_instance_info_cache_interval = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.999715] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] host = cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 533.999892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000066] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000235] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000447] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000611] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_build_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000772] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_delete_interval = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.000934] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_format = [instance: %(uuid)s] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001111] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_name_template = instance-%08x {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001274] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_usage_audit = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001477] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_usage_audit_period = month {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001653] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001821] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.001985] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] internal_service_availability_zone = internal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002158] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] key = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002318] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] live_migration_retry_count = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002487] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_color = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002649] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_config_append = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002812] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.002970] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_dir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003138] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003268] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_options = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003464] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_rotate_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003635] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_rotate_interval_type = days {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003801] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] log_rotation_type = none {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.003937] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004077] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004248] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004423] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004565] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004732] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] long_rpc_timeout = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.004892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_concurrent_builds = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005063] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_concurrent_live_migrations = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005226] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_concurrent_snapshots = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005386] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_local_block_devices = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005546] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_logfile_count = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005704] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] max_logfile_size_mb = 200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.005861] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] maximum_instance_delete_attempts = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006035] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metadata_listen = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006207] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metadata_listen_port = 8775 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006377] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metadata_workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006544] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] migrate_max_retries = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006708] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] mkisofs_cmd = genisoimage {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.006916] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007061] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] my_ip = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007228] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] network_allocate_retries = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007410] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007581] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007740] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] osapi_compute_listen_port = 8774 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.007905] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] osapi_compute_unique_server_name_scope = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008082] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] osapi_compute_workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008250] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] password_length = 12 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008410] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] periodic_enable = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008571] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] periodic_fuzzy_delay = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008739] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] pointer_model = usbtablet {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.008903] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] preallocate_images = none {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009074] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] publish_errors = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009205] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] pybasedir = /opt/stack/nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009361] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ram_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009525] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rate_limit_burst = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009689] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rate_limit_except_level = CRITICAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.009849] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rate_limit_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010015] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reboot_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010182] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reclaim_instance_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010339] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] record = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010508] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reimage_timeout_per_gb = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010673] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] report_interval = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010869] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rescue_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.010990] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reserved_host_cpus = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.011159] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reserved_host_disk_mb = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.011335] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reserved_host_memory_mb = 512 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.011514] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] reserved_huge_pages = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.011678] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] resize_confirm_window = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.011840] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] resize_fs_using_block_device = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012010] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] resume_guests_state_on_host_boot = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012186] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012351] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] rpc_response_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012515] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] run_external_periodic_tasks = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012681] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] running_deleted_instance_action = reap {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.012841] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013012] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] running_deleted_instance_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013171] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler_instance_sync_interval = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013357] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_down_time = 720 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013533] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] servicegroup_driver = db {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013693] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] shell_completion = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.013852] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] shelved_offload_time = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014017] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] shelved_poll_interval = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014191] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] shutdown_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014352] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] source_is_ipv6 = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014513] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ssl_only = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014762] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.014931] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] sync_power_state_interval = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015102] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] sync_power_state_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015273] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] syslog_log_facility = LOG_USER {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015429] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] tempdir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015589] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] timeout_nbd = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015754] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] transport_url = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.015913] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] update_resources_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016081] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_cow_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016239] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_eventlog = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016399] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_journal = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016560] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_json = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016718] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_rootwrap_daemon = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.016874] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_stderr = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017040] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] use_syslog = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017199] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vcpu_pin_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017366] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plugging_is_fatal = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017534] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plugging_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017696] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] virt_mkfs = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.017856] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] volume_usage_poll_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.018025] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] watch_log_file = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.018196] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] web = /usr/share/spice-html5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 534.018374] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_concurrency.disable_process_locking = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.018943] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.019150] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.019328] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.019516] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.019684] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.019851] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020046] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.auth_strategy = keystone {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020221] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.compute_link_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020400] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020579] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.dhcp_domain = novalocal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020749] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.enable_instance_password = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.020968] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.glance_link_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.021106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.021287] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.021484] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.instance_list_per_project_cells = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.021661] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.list_records_by_skipping_down_cells = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.021831] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.local_metadata_per_cell = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022009] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.max_limit = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022190] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.metadata_cache_expiration = 15 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022368] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.neutron_default_tenant_id = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022544] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.response_validation = warn {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022716] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.use_neutron_default_nets = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.022886] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023062] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023239] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023443] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023628] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_dynamic_targets = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023796] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_jsonfile_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.023981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.024188] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.backend = dogpile.cache.memcached {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.024362] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.backend_argument = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.024539] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.config_prefix = cache.oslo {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.024712] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.dead_timeout = 60.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.024875] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.debug_cache_backend = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025052] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.enable_retry_client = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025222] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.enable_socket_keepalive = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025396] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.enabled = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025563] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.enforce_fips_mode = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025730] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.expiration_time = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.025894] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.hashclient_retry_attempts = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026072] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026243] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_dead_retry = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026405] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026573] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026738] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.026904] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_pool_maxsize = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027078] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027248] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_sasl_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027430] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027604] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027766] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.memcache_username = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.027991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.proxies = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.028223] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_db = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.028394] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.028573] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.028753] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.028925] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_server = localhost:6379 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029107] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_socket_timeout = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029272] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.redis_username = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029440] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.retry_attempts = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029609] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.retry_delay = 0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029774] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.socket_keepalive_count = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.029937] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.socket_keepalive_idle = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030113] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.socket_keepalive_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030277] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.tls_allowed_ciphers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030437] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.tls_cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030596] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.tls_certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030760] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.tls_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.030916] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cache.tls_keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031100] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031280] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031467] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031649] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031813] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.031978] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032156] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.cross_az_attach = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032320] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032481] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.endpoint_template = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032647] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.http_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032809] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.032968] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.033153] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.os_region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.033335] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.033517] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cinder.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.033695] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.033858] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.cpu_dedicated_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034025] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.cpu_shared_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034198] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.image_type_exclude_list = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034365] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034531] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034696] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.034858] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035038] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035208] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.resource_provider_association_refresh = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035371] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035536] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.shutdown_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035714] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.035895] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] conductor.workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036085] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] console.allowed_origins = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036249] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] console.ssl_ciphers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036419] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] console.ssl_minimum_version = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036592] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] consoleauth.enforce_session_timeout = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036759] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] consoleauth.token_ttl = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.036927] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037094] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037261] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037419] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037581] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037739] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.037899] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038065] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038226] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038382] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038542] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038699] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.038853] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039028] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.service_type = accelerator {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039196] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039354] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039513] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039672] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.039854] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040023] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] cyborg.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040208] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.backend = sqlalchemy {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040377] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040544] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.connection_debug = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040712] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.connection_parameters = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.040876] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.connection_recycle_time = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041051] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.connection_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041225] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.db_inc_retry_interval = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041437] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.db_max_retries = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041634] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.db_max_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041805] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.db_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.041972] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.max_overflow = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042150] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.max_pool_size = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042317] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.max_retries = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042491] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042649] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.mysql_wsrep_sync_wait = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042808] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.pool_timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.042973] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.043144] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.043311] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.sqlite_synchronous = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.043501] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] database.use_db_reconnect = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.043685] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.backend = sqlalchemy {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.043854] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044030] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.connection_debug = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044210] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.connection_parameters = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044396] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.connection_recycle_time = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044575] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.connection_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044740] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.db_inc_retry_interval = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.044903] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.db_max_retries = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045076] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.db_max_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045243] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.db_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045405] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.max_overflow = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045570] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.max_pool_size = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045729] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.max_retries = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.045895] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046064] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046227] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.pool_timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046392] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046554] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046716] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] api_database.sqlite_synchronous = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.046892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] devices.enabled_mdev_types = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047080] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047257] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047424] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ephemeral_storage_encryption.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047590] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047763] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.api_servers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.047928] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048276] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048436] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048597] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048759] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.048927] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.default_trusted_certificate_ids = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.enable_certificate_validation = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049272] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.enable_rbd_download = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049431] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049600] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049761] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.049929] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050086] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050252] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.num_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050419] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.rbd_ceph_conf = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050588] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.rbd_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050756] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.rbd_pool = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.050921] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.rbd_user = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051093] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051279] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051438] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051616] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.service_type = image {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051780] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.051939] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052109] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052273] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052461] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052631] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.verify_glance_signatures = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052791] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] glance.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.052961] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] guestfs.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.053141] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] mks.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.053529] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.053727] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.manager_interval = 2400 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.053901] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.precache_concurrency = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054085] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.remove_unused_base_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054257] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054423] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054601] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] image_cache.subdirectory_name = _base {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054775] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.api_max_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.054939] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.api_retry_interval = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055112] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055276] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055435] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055599] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055764] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.055931] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.conductor_group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056103] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056268] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056428] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056594] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056755] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.056916] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057085] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057258] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.peer_list = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057419] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057585] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057748] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.serial_console_state_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.057909] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058089] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.service_type = baremetal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058254] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.shard = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058417] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058580] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058740] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.058900] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059090] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059255] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ironic.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059436] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059613] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] key_manager.fixed_key = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059814] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.059952] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.barbican_api_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060120] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.barbican_endpoint = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060290] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.barbican_endpoint_type = public {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060446] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.barbican_region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060603] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060761] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.060924] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061097] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061258] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061473] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.number_of_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061612] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.retry_delay = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061780] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.send_service_user_token = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.061945] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062117] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062283] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.verify_ssl = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062441] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican.verify_ssl_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062608] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062773] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.062933] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063100] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063267] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063457] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063624] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063788] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.063946] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] barbican_service_user.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064128] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.approle_role_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064297] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.approle_secret_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064488] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.kv_mountpoint = secret {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064652] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.kv_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064818] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.kv_version = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.064978] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.namespace = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065151] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.root_token_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065310] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.ssl_ca_crt_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065478] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.timeout = 60.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065642] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.use_ssl = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065811] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.065982] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066158] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066317] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066478] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066641] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066798] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.066956] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067124] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067288] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067445] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067605] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067761] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.067916] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068085] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068246] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068415] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.service_type = identity {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068581] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068739] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.068897] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069066] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069252] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069413] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] keystone.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069617] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.connection_uri = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069776] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_mode = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.069942] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.070146] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_models = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.070293] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_power_governor_high = performance {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.070463] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.070674] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_power_management = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.070883] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071067] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.device_detach_attempts = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071238] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.device_detach_timeout = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071473] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.disk_cachemodes = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071602] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.disk_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071769] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.enabled_perf_events = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.071935] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.file_backed_memory = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072115] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.gid_maps = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072279] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.hw_disk_discard = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072440] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.hw_machine_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072612] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_rbd_ceph_conf = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072779] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.072941] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.073126] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_rbd_glance_store_name = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.073306] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_rbd_pool = rbd {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.073507] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_type = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.073676] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.images_volume_group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.073844] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.inject_key = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074014] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.inject_partition = -2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074190] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.inject_password = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074377] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.iscsi_iface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074556] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.iser_use_multipath = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074722] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.074889] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075065] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_downtime = 500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075237] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075402] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075564] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_inbound_addr = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075727] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.075889] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076059] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_scheme = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076234] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_timeout_action = abort {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076403] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_tunnelled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076569] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076737] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.live_migration_with_native_tls = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.076944] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.max_queues = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.077125] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.077357] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.077545] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.nfs_mount_options = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.077898] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078101] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078279] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078446] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078614] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078780] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_pcie_ports = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.078951] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.079133] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.pmem_namespaces = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.079300] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.quobyte_client_cfg = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.079586] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.079761] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.079930] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080270] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rbd_secret_uuid = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080433] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rbd_user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080598] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080768] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.080927] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rescue_image_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.081100] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rescue_kernel_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.081263] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rescue_ramdisk_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.081457] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.081628] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.rx_queue_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.081797] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.smbfs_mount_options = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082088] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082266] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.snapshot_compression = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082428] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.snapshot_image_format = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082648] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082817] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.sparse_logical_volumes = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.082981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.swtpm_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.083163] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.swtpm_group = tss {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.083348] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.swtpm_user = tss {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.083538] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.sysinfo_serial = unique {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.083704] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.tb_cache_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.083871] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.tx_queue_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084041] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.uid_maps = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084213] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.use_virtio_for_bridges = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084406] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.virt_type = kvm {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084592] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.volume_clear = zero {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084752] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.volume_clear_size = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.084920] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.volume_use_multipath = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.085094] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_cache_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.085268] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.085437] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.085606] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.085775] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086059] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086242] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.vzstorage_mount_user = stack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086412] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086586] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086762] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.086926] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087095] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087267] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087429] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087594] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087765] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.default_floating_pool = public {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.087928] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.extension_sync_interval = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088275] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.http_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088441] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088605] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088763] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.088933] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089104] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089275] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.ovs_bridge = br-int {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089442] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.physnets = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089612] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089772] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.089941] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.service_metadata_proxy = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090114] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090289] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.service_type = network {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090447] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090605] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090764] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.090922] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.091114] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.091280] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] neutron.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.091488] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] notifications.bdms_in_notifications = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.091675] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] notifications.default_level = INFO {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.091852] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] notifications.notification_format = unversioned {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092035] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] notifications.notify_on_state_change = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092225] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092406] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] pci.alias = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092578] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] pci.device_spec = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092743] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] pci.report_in_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.092917] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.093104] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.093279] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.093471] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.093712] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.093898] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094074] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094244] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094441] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.default_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094616] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.default_domain_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094779] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.094939] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.domain_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095113] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095306] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095476] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095638] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095813] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.095986] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.096162] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.project_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.096332] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.project_domain_name = Default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.096503] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.project_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.096678] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.project_name = service {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.096848] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097027] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097184] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097354] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.service_type = placement {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097521] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097682] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.097848] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098014] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.system_scope = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098187] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098346] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.trust_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098507] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.user_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098672] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.user_domain_name = Default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.098852] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.user_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099036] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.username = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099222] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099386] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] placement.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099567] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.cores = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099731] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.count_usage_from_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.099901] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100088] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.injected_file_content_bytes = 10240 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100260] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.injected_file_path_length = 255 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100429] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.injected_files = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100594] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.instances = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100761] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.key_pairs = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.100929] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.metadata_items = 128 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101110] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.ram = 51200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101278] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.recheck_quota = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101477] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.server_group_members = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101652] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] quota.server_groups = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101833] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.101998] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.image_metadata_prefilter = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.max_attempts = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.max_placement_results = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.102991] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103462] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103462] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] scheduler.workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103524] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103836] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103836] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.103973] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.104147] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.104327] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.104502] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.host_subset_size = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.105981] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.isolated_hosts = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.isolated_images = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.pci_in_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106595] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106906] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.106906] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107044] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107215] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107379] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.track_instance_changes = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107557] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107728] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metrics.required = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.107892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metrics.weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.108069] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.108241] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] metrics.weight_setting = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.108561] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.108743] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.108922] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.port_range = 10000:20000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.109106] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.109279] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.109510] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] serial_console.serialproxy_port = 6083 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.109791] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.110103] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.110399] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.110632] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.110818] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.110988] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.111169] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.111355] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.send_service_user_token = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.111524] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.111688] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] service_user.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.111861] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.agent_enabled = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.112037] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.112373] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.112577] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.112751] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.html5proxy_port = 6082 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.112917] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.image_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113091] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.jpeg_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113258] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.playback_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113449] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.require_secure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113632] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.server_listen = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113802] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.113963] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.streaming_mode = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114140] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] spice.zlib_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114310] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] upgrade_levels.baseapi = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114483] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] upgrade_levels.compute = auto {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114643] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] upgrade_levels.conductor = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114803] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] upgrade_levels.scheduler = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.114967] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115145] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115307] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115468] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115635] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115796] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.115954] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116129] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116289] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vendordata_dynamic_auth.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116460] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.api_retry_count = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116622] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116794] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.116963] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.cluster_name = testcl1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.117141] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.connection_pool_size = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.117304] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.console_delay_seconds = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.117475] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.datastore_regex = ^datastore.* {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.117680] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.117853] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.host_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118026] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.host_port = 443 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118199] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.host_username = administrator@vsphere.local {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118367] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.insecure = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118531] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.integration_bridge = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118695] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.maximum_objects = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.118853] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.pbm_default_policy = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119025] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.pbm_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119180] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.pbm_wsdl_location = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119348] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119510] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.serial_port_proxy_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119665] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.serial_port_service_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.119831] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.task_poll_interval = 0.5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120009] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.use_linked_clone = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120186] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.vnc_keymap = en-us {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120350] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.vnc_port = 5900 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120518] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vmware.vnc_port_total = 10000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120730] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.auth_schemes = ['none'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.120878] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.121192] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.121417] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.121605] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.novncproxy_port = 6080 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.121790] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.server_listen = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.121965] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122139] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.vencrypt_ca_certs = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122301] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.vencrypt_client_cert = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122462] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vnc.vencrypt_client_key = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122643] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122807] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_deep_image_inspection = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.122968] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123146] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123320] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123497] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.disable_rootwrap = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123665] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.enable_numa_live_migration = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123828] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.123989] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124170] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124338] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.libvirt_disable_apic = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124501] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124662] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124825] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.124990] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125169] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125334] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125502] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125666] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125829] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.125997] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.126196] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.126368] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.client_socket_timeout = 900 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.126538] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.default_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.126705] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.keep_alive = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.126872] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.max_header_line = 16384 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127042] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127210] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.ssl_ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127369] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.ssl_cert_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127532] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.ssl_key_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127698] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.tcp_keepidle = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.127877] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.128054] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] zvm.ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.128218] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] zvm.cloud_connector_url = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.128508] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.128683] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] zvm.reachable_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.128864] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.enforce_new_defaults = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.129267] env[62353]: WARNING oslo_config.cfg [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.129455] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.enforce_scope = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.129635] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.policy_default_rule = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.129821] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.129999] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.policy_file = policy.yaml {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.130191] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.130356] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.130519] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.130678] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.130843] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.131067] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.131283] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.131495] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.connection_string = messaging:// {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.131675] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.131848] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.es_doc_type = notification {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132066] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.es_scroll_size = 10000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132203] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.es_scroll_time = 2m {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132369] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.filter_error_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132543] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.hmac_keys = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132713] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.sentinel_service_name = mymaster {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.132882] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.socket_timeout = 0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133056] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.trace_requests = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133225] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler.trace_sqlalchemy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133448] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler_jaeger.process_tags = {} {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133655] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler_jaeger.service_name_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133829] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] profiler_otlp.service_name_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.133999] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] remote_debug.host = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.134176] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] remote_debug.port = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.134379] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.134560] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.134727] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.134892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135067] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135233] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135394] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135558] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135720] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.135892] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136063] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136238] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136408] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136581] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136750] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.136916] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137090] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137271] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137435] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137600] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137767] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.137930] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138104] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138274] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138440] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138606] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138770] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.138933] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139112] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139282] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139456] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139629] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139793] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.139963] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.140144] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.140310] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.140498] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.140665] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_notifications.retry = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.140851] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141038] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141227] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141425] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141600] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141764] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.141932] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142113] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142272] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142431] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.endpoint_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142592] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142753] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.142910] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143076] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143238] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143426] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143598] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143762] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.143919] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.service_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144094] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144256] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144447] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144619] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144780] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.valid_interfaces = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.144938] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_limit.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145118] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_reports.file_event_handler = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145288] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145450] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] oslo_reports.log_dir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145624] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145785] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.145945] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.146126] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.146345] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.146539] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.146716] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.146877] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147048] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147221] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147387] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147548] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] vif_plug_ovs_privileged.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147721] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.147904] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148093] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148276] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148449] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148622] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148791] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.148954] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.149149] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.149327] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.isolate_vif = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.149501] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.149670] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.149839] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150014] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150184] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_vif_ovs.per_port_bridge = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150352] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_brick.lock_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150519] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150683] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.150852] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.capabilities = [21] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151057] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151180] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151371] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151544] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151706] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] privsep_osbrick.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.151884] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152058] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152223] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152409] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152550] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152709] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] nova_sys_admin.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 534.152840] env[62353]: DEBUG oslo_service.service [None req-70a3fabf-8bed-4120-8ee8-f74ec483ecd9 None None] ******************************************************************************** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 534.153371] env[62353]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 534.656465] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Getting list of instances from cluster (obj){ [ 534.656465] env[62353]: value = "domain-c8" [ 534.656465] env[62353]: _type = "ClusterComputeResource" [ 534.656465] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 534.657769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf926c3-111b-40ea-868e-f8ca99284434 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.667571] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 534.668144] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 534.668625] env[62353]: INFO nova.virt.node [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Generated node identity 794731a1-f7e5-413e-9f0a-303cab9ac89f [ 534.668862] env[62353]: INFO nova.virt.node [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Wrote node identity 794731a1-f7e5-413e-9f0a-303cab9ac89f to /opt/stack/data/n-cpu-1/compute_id [ 535.171998] env[62353]: WARNING nova.compute.manager [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Compute nodes ['794731a1-f7e5-413e-9f0a-303cab9ac89f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 536.178139] env[62353]: INFO nova.compute.manager [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 537.184080] env[62353]: WARNING nova.compute.manager [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 537.184475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.184593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.184743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.184901] env[62353]: DEBUG nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 537.185848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f0596-da7a-427a-826e-959da9669521 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.194251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96dba40-de24-4be3-8a15-6d00624deb00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.207666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bd4bf-6bd4-4fce-9a97-b1899ef0a88a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.213951] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065f08d7-328e-4857-8f4b-49cb968f5d11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.242729] env[62353]: DEBUG nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181711MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 537.242854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.243071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.746265] env[62353]: WARNING nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] No compute node record for cpu-1:794731a1-f7e5-413e-9f0a-303cab9ac89f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 794731a1-f7e5-413e-9f0a-303cab9ac89f could not be found. [ 538.250045] env[62353]: INFO nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 794731a1-f7e5-413e-9f0a-303cab9ac89f [ 539.759295] env[62353]: DEBUG nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 539.759678] env[62353]: DEBUG nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 539.914787] env[62353]: INFO nova.scheduler.client.report [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] [req-364eeab4-2120-47fd-9f65-645331a312d3] Created resource provider record via placement API for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 539.930931] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47caea7c-22c2-4d5e-ba61-6307ca253c69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.938468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f516e8-acb5-4090-b5d6-90c1eaf870f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.968173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d344b2b-9c45-44e8-a8fd-fb9a35a6a8af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.975762] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d0821-be1d-4cc1-9771-14f554f2ab37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.987741] env[62353]: DEBUG nova.compute.provider_tree [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.521876] env[62353]: DEBUG nova.scheduler.client.report [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 540.522121] env[62353]: DEBUG nova.compute.provider_tree [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 0 to 1 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.522267] env[62353]: DEBUG nova.compute.provider_tree [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.577866] env[62353]: DEBUG nova.compute.provider_tree [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 1 to 2 during operation: update_traits {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.082900] env[62353]: DEBUG nova.compute.resource_tracker [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 541.083383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.083383] env[62353]: DEBUG nova.service [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Creating RPC server for service compute {{(pid=62353) start /opt/stack/nova/nova/service.py:186}} [ 541.098421] env[62353]: DEBUG nova.service [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] Join ServiceGroup membership for this service compute {{(pid=62353) start /opt/stack/nova/nova/service.py:203}} [ 541.098629] env[62353]: DEBUG nova.servicegroup.drivers.db [None req-0f3492bc-3279-4564-b38c-28d01ee14833 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62353) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 574.103879] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.610501] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Getting list of instances from cluster (obj){ [ 574.610501] env[62353]: value = "domain-c8" [ 574.610501] env[62353]: _type = "ClusterComputeResource" [ 574.610501] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 574.610501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e2355a-1e9d-4d2e-b9a6-f639547a94b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.620379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 574.620578] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.621147] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Getting list of instances from cluster (obj){ [ 574.621147] env[62353]: value = "domain-c8" [ 574.621147] env[62353]: _type = "ClusterComputeResource" [ 574.621147] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 574.622037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f17ac5-2888-4f5a-a457-811f9d5615ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.629460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 578.375504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "7c68eeed-c7af-49e9-9456-7bc68a1cfc49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.380608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "7c68eeed-c7af-49e9-9456-7bc68a1cfc49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.882354] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 579.170045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquiring lock "8b121565-37ff-4692-b5bc-67a243b9dbf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.170045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "8b121565-37ff-4692-b5bc-67a243b9dbf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.424785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.425477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.427485] env[62353]: INFO nova.compute.claims [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.672266] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 580.216414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.522397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d6809f-83a2-41b2-acf8-1072bbb8ef97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.534333] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ec1f6c-ab87-4fb6-844c-b85ae6e94ef5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.571663] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ee2cf-41af-4fa5-8f81-93570b2db695 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.579659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164b6e0-1b92-4101-b729-4d7db4bee100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.593303] env[62353]: DEBUG nova.compute.provider_tree [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.900407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquiring lock "28a682b5-8652-4980-80f6-ea5c687a07ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.900668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "28a682b5-8652-4980-80f6-ea5c687a07ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.097123] env[62353]: DEBUG nova.scheduler.client.report [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 581.404701] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 581.607052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.607052] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 581.614223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.396s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.615817] env[62353]: INFO nova.compute.claims [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.943687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.115502] env[62353]: DEBUG nova.compute.utils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.117885] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 582.119024] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 582.624913] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 582.714942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf41ab-c9ca-4ad7-9e9d-e136f4628ea9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.724455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafebb69-99f9-4ebf-ad5e-2982ce369628 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.756730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c62ef7-2ec9-43a1-a076-334cf35a9260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.765278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4601ab-ba2f-4d47-bf20-bb4524cf7225 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.780686] env[62353]: DEBUG nova.compute.provider_tree [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.060174] env[62353]: DEBUG nova.policy [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39300f72c05549b7a317cee60813a777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c863b959cf334f23bd1cdcbf3fb9cde3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 583.283417] env[62353]: DEBUG nova.scheduler.client.report [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 583.642597] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 583.672140] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 583.672419] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 583.672585] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.672770] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 583.672918] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.673696] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 583.673882] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 583.674105] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 583.674780] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 583.675057] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 583.675596] env[62353]: DEBUG nova.virt.hardware [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.681289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e1eb6-4853-4f16-b57b-eddc76019c81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.692374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b5e7bb-9986-491d-a01c-b2cb463e05b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.718470] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a836f1d-a04d-4798-a984-462b5eaebfc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.788764] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Successfully created port: 7f06afec-0316-4bf5-a5c6-fbe69dcda86d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.795548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.795655] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 583.802715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.857s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.805390] env[62353]: INFO nova.compute.claims [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.302721] env[62353]: DEBUG nova.compute.utils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.306022] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 584.308290] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 584.411887] env[62353]: DEBUG nova.policy [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66d719e691b4023b63402631759ed69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b6e9e92ea948efb75a9ac8902adbc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 584.606424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquiring lock "b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.607081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.811668] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 584.926278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd682c-0026-4c55-ab4e-5e7492d21bb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.938026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab16e4-e722-412a-97a4-51c57e790f8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.971205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb892a43-5b0c-4c8a-9bf5-b495c94bd434 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.979793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0fa873-bbd1-4f03-a7cd-4dda4e7feb0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.995974] env[62353]: DEBUG nova.compute.provider_tree [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.110276] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 585.248636] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Successfully created port: bdffba93-93cb-43c7-a514-f3eaf437347d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.499442] env[62353]: DEBUG nova.scheduler.client.report [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 585.645260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.829250] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 585.865158] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 585.865158] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 585.865158] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.866963] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 585.867061] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.867235] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 585.868485] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 585.868485] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 585.868485] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 585.868485] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 585.868485] env[62353]: DEBUG nova.virt.hardware [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.872592] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab31a78-aef9-415e-99f1-4af78cb0015d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.880033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c59430-ab91-4394-b6b0-80a5107e429e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.005761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.006624] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 586.014186] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.369s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.016552] env[62353]: INFO nova.compute.claims [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.518180] env[62353]: DEBUG nova.compute.utils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.518180] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 586.518180] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 586.788015] env[62353]: DEBUG nova.policy [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f451546c7b46258b184faa16aaf070', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b63afbe5ae5e42a2aead44220a7fe059', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 587.029062] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 587.136654] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb93d87-0421-4a42-a8e0-c7eb19355e42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.144103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7267ff-c930-4283-8bcd-fb01a4b44a6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.178619] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4423ee2-4dd9-4bc9-93e5-1125931031b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.185544] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd80ff-95d6-42d7-8711-f734fe9bd238 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.204518] env[62353]: DEBUG nova.compute.provider_tree [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.707129] env[62353]: DEBUG nova.scheduler.client.report [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 588.043861] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 588.084041] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 588.084041] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 588.084401] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.084968] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 588.084968] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.085115] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 588.085322] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 588.085481] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 588.085657] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 588.086065] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 588.086637] env[62353]: DEBUG nova.virt.hardware [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.087229] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ab18e-b22c-4eb8-872e-892fdd4b3402 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.095323] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a21e9c-0331-49f6-994e-f8fd05904b2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.218734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.219273] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 588.726206] env[62353]: DEBUG nova.compute.utils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.730813] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 588.730813] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 588.758606] env[62353]: ERROR nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 588.758606] env[62353]: ERROR nova.compute.manager Traceback (most recent call last): [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 588.758606] env[62353]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 588.758606] env[62353]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 588.758606] env[62353]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 588.758606] env[62353]: ERROR nova.compute.manager self.force_reraise() [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 588.758606] env[62353]: ERROR nova.compute.manager raise self.value [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 588.758606] env[62353]: ERROR nova.compute.manager updated_port = self._update_port( [ 588.758606] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 588.758606] env[62353]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 588.759107] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 588.759107] env[62353]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 588.759107] env[62353]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 588.759107] env[62353]: ERROR nova.compute.manager [ 588.759107] env[62353]: Traceback (most recent call last): [ 588.759107] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 588.759107] env[62353]: listener.cb(fileno) [ 588.759107] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 588.759107] env[62353]: result = function(*args, **kwargs) [ 588.759107] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 588.759107] env[62353]: return func(*args, **kwargs) [ 588.759107] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 588.759107] env[62353]: raise e [ 588.759107] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 588.759107] env[62353]: nwinfo = self.network_api.allocate_for_instance( [ 588.759107] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 588.759107] env[62353]: created_port_ids = self._update_ports_for_instance( [ 588.759107] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 588.759107] env[62353]: with excutils.save_and_reraise_exception(): [ 588.759107] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 588.759107] env[62353]: self.force_reraise() [ 588.759107] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 588.759107] env[62353]: raise self.value [ 588.759107] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 588.759107] env[62353]: updated_port = self._update_port( [ 588.759107] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 588.759107] env[62353]: _ensure_no_port_binding_failure(port) [ 588.759107] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 588.759107] env[62353]: raise exception.PortBindingFailed(port_id=port['id']) [ 588.759870] env[62353]: nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 588.759870] env[62353]: Removing descriptor: 14 [ 588.763207] env[62353]: ERROR nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Traceback (most recent call last): [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] yield resources [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.driver.spawn(context, instance, image_meta, [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self._vmops.spawn(context, instance, image_meta, injected_files, [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] vm_ref = self.build_virtual_machine(instance, [ 588.763207] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] vif_infos = vmwarevif.get_vif_info(self._session, [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] for vif in network_info: [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self._sync_wrapper(fn, *args, **kwargs) [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.wait() [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self[:] = self._gt.wait() [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self._exit_event.wait() [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 588.764093] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] result = hub.switch() [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self.greenlet.switch() [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] result = function(*args, **kwargs) [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return func(*args, **kwargs) [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise e [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] nwinfo = self.network_api.allocate_for_instance( [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] created_port_ids = self._update_ports_for_instance( [ 588.764479] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] with excutils.save_and_reraise_exception(): [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.force_reraise() [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise self.value [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] updated_port = self._update_port( [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] _ensure_no_port_binding_failure(port) [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise exception.PortBindingFailed(port_id=port['id']) [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 588.764839] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] [ 588.765205] env[62353]: INFO nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Terminating instance [ 588.768148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.768148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.768148] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 588.800708] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Successfully created port: c38b744c-d4a4-49b7-bb02-23bdf02654d1 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.825181] env[62353]: DEBUG nova.policy [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af777093fc67492fb660cff9b121404c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '234240a43feb4b9c84ce2ee20691aa57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 589.239023] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 589.272088] env[62353]: DEBUG nova.compute.manager [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Received event network-changed-7f06afec-0316-4bf5-a5c6-fbe69dcda86d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 589.272367] env[62353]: DEBUG nova.compute.manager [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Refreshing instance network info cache due to event network-changed-7f06afec-0316-4bf5-a5c6-fbe69dcda86d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 589.272808] env[62353]: DEBUG oslo_concurrency.lockutils [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] Acquiring lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.356436] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 589.589488] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.589488] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.589488] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 589.589656] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 589.630631] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.097479] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 590.097479] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 590.097479] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 590.097479] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 590.097479] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 590.097479] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.097738] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.097738] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.097738] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.097838] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.100066] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.100392] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 590.100621] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.133103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Releasing lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.133612] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 590.133950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 590.134127] env[62353]: DEBUG oslo_concurrency.lockutils [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] Acquired lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.134320] env[62353]: DEBUG nova.network.neutron [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Refreshing network info cache for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 590.135364] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9651b2c2-ada8-4b2c-b58f-ffbea193c93a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.150254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660f661a-57c8-49d3-80dc-4bda2ae50e40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.178571] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7c68eeed-c7af-49e9-9456-7bc68a1cfc49 could not be found. [ 590.178571] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 590.178731] env[62353]: INFO nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Took 0.04 seconds to destroy the instance on the hypervisor. [ 590.179066] env[62353]: DEBUG oslo.service.loopingcall [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.179223] env[62353]: DEBUG nova.compute.manager [-] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 590.179314] env[62353]: DEBUG nova.network.neutron [-] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 590.230098] env[62353]: ERROR nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 590.230098] env[62353]: ERROR nova.compute.manager Traceback (most recent call last): [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 590.230098] env[62353]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 590.230098] env[62353]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 590.230098] env[62353]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 590.230098] env[62353]: ERROR nova.compute.manager self.force_reraise() [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 590.230098] env[62353]: ERROR nova.compute.manager raise self.value [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 590.230098] env[62353]: ERROR nova.compute.manager updated_port = self._update_port( [ 590.230098] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 590.230098] env[62353]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 590.230583] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 590.230583] env[62353]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 590.230583] env[62353]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 590.230583] env[62353]: ERROR nova.compute.manager [ 590.230583] env[62353]: Traceback (most recent call last): [ 590.230583] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 590.230583] env[62353]: listener.cb(fileno) [ 590.230583] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 590.230583] env[62353]: result = function(*args, **kwargs) [ 590.230583] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 590.230583] env[62353]: return func(*args, **kwargs) [ 590.230583] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 590.230583] env[62353]: raise e [ 590.230583] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 590.230583] env[62353]: nwinfo = self.network_api.allocate_for_instance( [ 590.230583] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 590.230583] env[62353]: created_port_ids = self._update_ports_for_instance( [ 590.230583] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 590.230583] env[62353]: with excutils.save_and_reraise_exception(): [ 590.230583] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 590.230583] env[62353]: self.force_reraise() [ 590.230583] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 590.230583] env[62353]: raise self.value [ 590.230583] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 590.230583] env[62353]: updated_port = self._update_port( [ 590.230583] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 590.230583] env[62353]: _ensure_no_port_binding_failure(port) [ 590.230583] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 590.230583] env[62353]: raise exception.PortBindingFailed(port_id=port['id']) [ 590.231287] env[62353]: nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 590.231287] env[62353]: Removing descriptor: 15 [ 590.231287] env[62353]: ERROR nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Traceback (most recent call last): [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] yield resources [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.driver.spawn(context, instance, image_meta, [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self._vmops.spawn(context, instance, image_meta, injected_files, [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 590.231287] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] vm_ref = self.build_virtual_machine(instance, [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] vif_infos = vmwarevif.get_vif_info(self._session, [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] for vif in network_info: [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self._sync_wrapper(fn, *args, **kwargs) [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.wait() [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self[:] = self._gt.wait() [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self._exit_event.wait() [ 590.231625] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] result = hub.switch() [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self.greenlet.switch() [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] result = function(*args, **kwargs) [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return func(*args, **kwargs) [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise e [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] nwinfo = self.network_api.allocate_for_instance( [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 590.231970] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] created_port_ids = self._update_ports_for_instance( [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] with excutils.save_and_reraise_exception(): [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.force_reraise() [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise self.value [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] updated_port = self._update_port( [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] _ensure_no_port_binding_failure(port) [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 590.232330] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise exception.PortBindingFailed(port_id=port['id']) [ 590.232652] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 590.232652] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] [ 590.232652] env[62353]: INFO nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Terminating instance [ 590.234159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquiring lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.234324] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquired lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.234504] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 590.250573] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 590.254974] env[62353]: DEBUG nova.network.neutron [-] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.290900] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 590.291245] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 590.291988] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.292455] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 590.292625] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.293037] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 590.293037] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 590.293342] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 590.293929] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 590.293929] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 590.293929] env[62353]: DEBUG nova.virt.hardware [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.295575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1662b40-ec26-4eff-835c-bb4017b2d738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.309738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b03d8a-1221-49fb-898b-c6fae5425ca5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.447826] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Successfully created port: c0c0e0f7-ecc4-4900-aec9-f1e713ef9434 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.607500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.607500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.607500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.607828] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 590.608542] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6cdc4-f02a-4212-83ec-e15ef5517c54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.622572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32a653-d079-4adf-b834-a107c30d6b7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.638954] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405aef20-91f1-4289-9143-2ec7e64c3a1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.648325] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b978d4-def5-4f5c-ac28-218308ec9ac5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.684235] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181717MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 590.684235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.684334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.687366] env[62353]: DEBUG nova.network.neutron [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.757337] env[62353]: DEBUG nova.network.neutron [-] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.824776] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.959236] env[62353]: DEBUG nova.network.neutron [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.096387] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.262072] env[62353]: INFO nova.compute.manager [-] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Took 1.08 seconds to deallocate network for instance. [ 591.265121] env[62353]: DEBUG nova.compute.claims [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Aborting claim: {{(pid=62353) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 591.265473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.465403] env[62353]: DEBUG oslo_concurrency.lockutils [req-80713294-1614-4628-819f-1f1c9f3f1e75 req-22623029-c3f0-4f02-9a58-c0d2b5d808f8 service nova] Releasing lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.599697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Releasing lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.600175] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 591.600341] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 591.600642] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80dda53b-2bbe-4a4c-a2b1-8d0774995f2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.613141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb387d-6842-4ab1-bfaf-05abdb63bd84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.636964] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8b121565-37ff-4692-b5bc-67a243b9dbf8 could not be found. [ 591.637198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 591.637528] env[62353]: INFO nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Took 0.04 seconds to destroy the instance on the hypervisor. [ 591.637735] env[62353]: DEBUG oslo.service.loopingcall [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.637904] env[62353]: DEBUG nova.compute.manager [-] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 591.638007] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 591.663478] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 591.715615] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 7c68eeed-c7af-49e9-9456-7bc68a1cfc49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.715791] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 8b121565-37ff-4692-b5bc-67a243b9dbf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.716026] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 28a682b5-8652-4980-80f6-ea5c687a07ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.716127] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b3f807fa-c44e-41ba-a9f4-a8c2512d4e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 591.716251] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 591.716393] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 591.806856] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd7e76-0cec-46d5-96e1-c2c4a52659c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.815694] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e7437-4a9d-4c2b-bc23-74e139c7cd12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.852845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3ef3f-0bb5-4be6-ac3c-3036946880cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.860686] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945bfe63-d5a7-4a7c-bcdf-8d581954ae88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.876282] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.917576] env[62353]: ERROR nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 591.917576] env[62353]: ERROR nova.compute.manager Traceback (most recent call last): [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.917576] env[62353]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.917576] env[62353]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.917576] env[62353]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.917576] env[62353]: ERROR nova.compute.manager self.force_reraise() [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.917576] env[62353]: ERROR nova.compute.manager raise self.value [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.917576] env[62353]: ERROR nova.compute.manager updated_port = self._update_port( [ 591.917576] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.917576] env[62353]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 591.918294] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.918294] env[62353]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 591.918294] env[62353]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 591.918294] env[62353]: ERROR nova.compute.manager [ 591.918294] env[62353]: Traceback (most recent call last): [ 591.918294] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 591.918294] env[62353]: listener.cb(fileno) [ 591.918294] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 591.918294] env[62353]: result = function(*args, **kwargs) [ 591.918294] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 591.918294] env[62353]: return func(*args, **kwargs) [ 591.918294] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 591.918294] env[62353]: raise e [ 591.918294] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.918294] env[62353]: nwinfo = self.network_api.allocate_for_instance( [ 591.918294] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.918294] env[62353]: created_port_ids = self._update_ports_for_instance( [ 591.918294] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.918294] env[62353]: with excutils.save_and_reraise_exception(): [ 591.918294] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.918294] env[62353]: self.force_reraise() [ 591.918294] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.918294] env[62353]: raise self.value [ 591.918294] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.918294] env[62353]: updated_port = self._update_port( [ 591.918294] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.918294] env[62353]: _ensure_no_port_binding_failure(port) [ 591.918294] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.918294] env[62353]: raise exception.PortBindingFailed(port_id=port['id']) [ 591.919158] env[62353]: nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 591.919158] env[62353]: Removing descriptor: 16 [ 591.919158] env[62353]: ERROR nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Traceback (most recent call last): [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] yield resources [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.driver.spawn(context, instance, image_meta, [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self._vmops.spawn(context, instance, image_meta, injected_files, [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 591.919158] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] vm_ref = self.build_virtual_machine(instance, [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] vif_infos = vmwarevif.get_vif_info(self._session, [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] for vif in network_info: [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self._sync_wrapper(fn, *args, **kwargs) [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.wait() [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self[:] = self._gt.wait() [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self._exit_event.wait() [ 591.919691] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] result = hub.switch() [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self.greenlet.switch() [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] result = function(*args, **kwargs) [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return func(*args, **kwargs) [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise e [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] nwinfo = self.network_api.allocate_for_instance( [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 591.920074] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] created_port_ids = self._update_ports_for_instance( [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] with excutils.save_and_reraise_exception(): [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.force_reraise() [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise self.value [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] updated_port = self._update_port( [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] _ensure_no_port_binding_failure(port) [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 591.920441] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise exception.PortBindingFailed(port_id=port['id']) [ 591.920799] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 591.920799] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] [ 591.920799] env[62353]: INFO nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Terminating instance [ 591.922488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquiring lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.922488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquired lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.923174] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 592.166442] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.378727] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 592.532028] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 592.638462] env[62353]: DEBUG nova.compute.manager [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Received event network-vif-deleted-7f06afec-0316-4bf5-a5c6-fbe69dcda86d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 592.638673] env[62353]: DEBUG nova.compute.manager [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Received event network-changed-bdffba93-93cb-43c7-a514-f3eaf437347d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 592.638831] env[62353]: DEBUG nova.compute.manager [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Refreshing instance network info cache due to event network-changed-bdffba93-93cb-43c7-a514-f3eaf437347d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 592.639900] env[62353]: DEBUG oslo_concurrency.lockutils [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] Acquiring lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.640162] env[62353]: DEBUG oslo_concurrency.lockutils [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] Acquired lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.642762] env[62353]: DEBUG nova.network.neutron [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Refreshing network info cache for port bdffba93-93cb-43c7-a514-f3eaf437347d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 592.670016] env[62353]: INFO nova.compute.manager [-] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Took 1.03 seconds to deallocate network for instance. [ 592.673023] env[62353]: DEBUG nova.compute.claims [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Aborting claim: {{(pid=62353) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 592.673023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.749379] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.890835] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 592.893248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.893248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.627s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.177871] env[62353]: DEBUG nova.network.neutron [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.252560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Releasing lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.253015] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 593.253214] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 593.253700] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0931c637-49de-4c4b-9a9d-52f969b5ebe6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.267687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdebad9d-f73a-4178-b4d0-e29d34d8d183 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.298626] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 28a682b5-8652-4980-80f6-ea5c687a07ce could not be found. [ 593.298896] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 593.299498] env[62353]: INFO nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Took 0.05 seconds to destroy the instance on the hypervisor. [ 593.301241] env[62353]: DEBUG oslo.service.loopingcall [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.301523] env[62353]: DEBUG nova.compute.manager [-] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 593.301619] env[62353]: DEBUG nova.network.neutron [-] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 593.338623] env[62353]: DEBUG nova.network.neutron [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.346870] env[62353]: DEBUG nova.network.neutron [-] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.473528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046af70-a160-42f0-ac02-e95a2593d3c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.480430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53188b4-09f6-4398-8558-4c7c7e0fa584 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.521137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013bac75-6ec0-4971-b0a9-2faee9338e1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.529278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caff41c1-8d27-4780-a5a0-5ffd62abc489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.545422] env[62353]: DEBUG nova.compute.provider_tree [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.842298] env[62353]: DEBUG oslo_concurrency.lockutils [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] Releasing lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.842527] env[62353]: DEBUG nova.compute.manager [req-7210d542-e831-4cf5-8a9d-d31aae264e85 req-d9f6cc5e-2498-4c42-a169-aaf98c9787fe service nova] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Received event network-vif-deleted-bdffba93-93cb-43c7-a514-f3eaf437347d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 593.849981] env[62353]: DEBUG nova.network.neutron [-] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.048137] env[62353]: DEBUG nova.scheduler.client.report [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 594.355571] env[62353]: INFO nova.compute.manager [-] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Took 1.05 seconds to deallocate network for instance. [ 594.357556] env[62353]: DEBUG nova.compute.claims [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Aborting claim: {{(pid=62353) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 594.357556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.554209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.660s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.555048] env[62353]: ERROR nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Traceback (most recent call last): [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.driver.spawn(context, instance, image_meta, [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self._vmops.spawn(context, instance, image_meta, injected_files, [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] vm_ref = self.build_virtual_machine(instance, [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] vif_infos = vmwarevif.get_vif_info(self._session, [ 594.555048] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] for vif in network_info: [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self._sync_wrapper(fn, *args, **kwargs) [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.wait() [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self[:] = self._gt.wait() [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self._exit_event.wait() [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] result = hub.switch() [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 594.555397] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return self.greenlet.switch() [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] result = function(*args, **kwargs) [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] return func(*args, **kwargs) [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise e [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] nwinfo = self.network_api.allocate_for_instance( [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] created_port_ids = self._update_ports_for_instance( [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] with excutils.save_and_reraise_exception(): [ 594.558977] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] self.force_reraise() [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise self.value [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] updated_port = self._update_port( [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] _ensure_no_port_binding_failure(port) [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] raise exception.PortBindingFailed(port_id=port['id']) [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] nova.exception.PortBindingFailed: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. [ 594.559345] env[62353]: ERROR nova.compute.manager [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] [ 594.559645] env[62353]: DEBUG nova.compute.utils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 594.559645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.884s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.565939] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Build of instance 7c68eeed-c7af-49e9-9456-7bc68a1cfc49 was re-scheduled: Binding failed for port 7f06afec-0316-4bf5-a5c6-fbe69dcda86d, please check neutron logs for more information. {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 594.566481] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Unplugging VIFs for instance {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 594.566718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.566878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.567026] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 594.976916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.977112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.050187] env[62353]: ERROR nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 595.050187] env[62353]: ERROR nova.compute.manager Traceback (most recent call last): [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 595.050187] env[62353]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 595.050187] env[62353]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 595.050187] env[62353]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 595.050187] env[62353]: ERROR nova.compute.manager self.force_reraise() [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 595.050187] env[62353]: ERROR nova.compute.manager raise self.value [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 595.050187] env[62353]: ERROR nova.compute.manager updated_port = self._update_port( [ 595.050187] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 595.050187] env[62353]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 595.050706] env[62353]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 595.050706] env[62353]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 595.050706] env[62353]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 595.050706] env[62353]: ERROR nova.compute.manager [ 595.050706] env[62353]: Traceback (most recent call last): [ 595.050706] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 595.050706] env[62353]: listener.cb(fileno) [ 595.050706] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 595.050706] env[62353]: result = function(*args, **kwargs) [ 595.050706] env[62353]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 595.050706] env[62353]: return func(*args, **kwargs) [ 595.050706] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 595.050706] env[62353]: raise e [ 595.050706] env[62353]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 595.050706] env[62353]: nwinfo = self.network_api.allocate_for_instance( [ 595.050706] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 595.050706] env[62353]: created_port_ids = self._update_ports_for_instance( [ 595.050706] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 595.050706] env[62353]: with excutils.save_and_reraise_exception(): [ 595.050706] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 595.050706] env[62353]: self.force_reraise() [ 595.050706] env[62353]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 595.050706] env[62353]: raise self.value [ 595.050706] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 595.050706] env[62353]: updated_port = self._update_port( [ 595.050706] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 595.050706] env[62353]: _ensure_no_port_binding_failure(port) [ 595.050706] env[62353]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 595.050706] env[62353]: raise exception.PortBindingFailed(port_id=port['id']) [ 595.051548] env[62353]: nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 595.051548] env[62353]: Removing descriptor: 17 [ 595.051548] env[62353]: ERROR nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Traceback (most recent call last): [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] yield resources [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.driver.spawn(context, instance, image_meta, [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self._vmops.spawn(context, instance, image_meta, injected_files, [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 595.051548] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] vm_ref = self.build_virtual_machine(instance, [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] vif_infos = vmwarevif.get_vif_info(self._session, [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] for vif in network_info: [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self._sync_wrapper(fn, *args, **kwargs) [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.wait() [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self[:] = self._gt.wait() [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self._exit_event.wait() [ 595.051944] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] result = hub.switch() [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self.greenlet.switch() [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] result = function(*args, **kwargs) [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return func(*args, **kwargs) [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise e [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] nwinfo = self.network_api.allocate_for_instance( [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 595.052279] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] created_port_ids = self._update_ports_for_instance( [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] with excutils.save_and_reraise_exception(): [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.force_reraise() [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise self.value [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] updated_port = self._update_port( [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] _ensure_no_port_binding_failure(port) [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 595.052689] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise exception.PortBindingFailed(port_id=port['id']) [ 595.053214] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 595.053214] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] [ 595.053214] env[62353]: INFO nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Terminating instance [ 595.056082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquiring lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.056283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquired lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.056479] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 595.152560] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.239805] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baee02f-8fce-4e8c-8cc6-731ca7472a62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.249742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7c3f1-741e-4940-a216-00656098837b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.287347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d3213-ccae-4d18-89f9-6b462e205744 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.298639] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30928af-3527-4aa0-a2ef-9e43626b9677 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.313762] env[62353]: DEBUG nova.compute.provider_tree [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.460994] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.479515] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 595.602874] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.819679] env[62353]: DEBUG nova.scheduler.client.report [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 595.896281] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.966747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Releasing lock "refresh_cache-7c68eeed-c7af-49e9-9456-7bc68a1cfc49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.966747] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 595.966747] env[62353]: DEBUG nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 595.966747] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 596.008054] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.028544] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.326258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.326311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.328433] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.771s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.329194] env[62353]: ERROR nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Traceback (most recent call last): [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.driver.spawn(context, instance, image_meta, [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self._vmops.spawn(context, instance, image_meta, injected_files, [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] vm_ref = self.build_virtual_machine(instance, [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] vif_infos = vmwarevif.get_vif_info(self._session, [ 596.329194] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] for vif in network_info: [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self._sync_wrapper(fn, *args, **kwargs) [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.wait() [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self[:] = self._gt.wait() [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self._exit_event.wait() [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] result = hub.switch() [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 596.329554] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return self.greenlet.switch() [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] result = function(*args, **kwargs) [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] return func(*args, **kwargs) [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise e [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] nwinfo = self.network_api.allocate_for_instance( [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] created_port_ids = self._update_ports_for_instance( [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] with excutils.save_and_reraise_exception(): [ 596.330917] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] self.force_reraise() [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise self.value [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] updated_port = self._update_port( [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] _ensure_no_port_binding_failure(port) [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] raise exception.PortBindingFailed(port_id=port['id']) [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] nova.exception.PortBindingFailed: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. [ 596.331261] env[62353]: ERROR nova.compute.manager [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] [ 596.331536] env[62353]: DEBUG nova.compute.utils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 596.335552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.974s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.335552] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Build of instance 8b121565-37ff-4692-b5bc-67a243b9dbf8 was re-scheduled: Binding failed for port bdffba93-93cb-43c7-a514-f3eaf437347d, please check neutron logs for more information. {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 596.335552] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Unplugging VIFs for instance {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 596.339138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquiring lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.339336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Acquired lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.339499] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 596.403818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Releasing lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.404131] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 596.405096] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 596.405096] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-867084fd-2b1d-41e3-ac0d-f3de5f650f09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.417993] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff49216-90cc-4150-a4db-157bb7542c88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.444644] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b3f807fa-c44e-41ba-a9f4-a8c2512d4e49 could not be found. [ 596.444879] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 596.445117] env[62353]: INFO nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Took 0.04 seconds to destroy the instance on the hypervisor. [ 596.445380] env[62353]: DEBUG oslo.service.loopingcall [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.445612] env[62353]: DEBUG nova.compute.manager [-] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 596.445707] env[62353]: DEBUG nova.network.neutron [-] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 596.492341] env[62353]: DEBUG nova.network.neutron [-] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.534610] env[62353]: DEBUG nova.network.neutron [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.833289] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 596.892279] env[62353]: DEBUG nova.compute.manager [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Received event network-changed-c0c0e0f7-ecc4-4900-aec9-f1e713ef9434 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 596.892484] env[62353]: DEBUG nova.compute.manager [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Refreshing instance network info cache due to event network-changed-c0c0e0f7-ecc4-4900-aec9-f1e713ef9434. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 596.892709] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] Acquiring lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.892880] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] Acquired lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.896169] env[62353]: DEBUG nova.network.neutron [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Refreshing network info cache for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 596.902773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.906575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.912496] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 596.994881] env[62353]: DEBUG nova.network.neutron [-] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.010577] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae8a63-9dc4-4483-afdc-9c6ad5e4ea3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.024970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280bc5e4-82d7-4470-8960-7b6be704865d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.059892] env[62353]: INFO nova.compute.manager [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 7c68eeed-c7af-49e9-9456-7bc68a1cfc49] Took 1.09 seconds to deallocate network for instance. [ 597.065815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ce3943-e726-4448-8609-87179f751930 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.075373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c9d2e-c919-4e22-96c3-2646143156cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.093952] env[62353]: DEBUG nova.compute.provider_tree [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.189715] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.371171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.417229] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 597.484379] env[62353]: DEBUG nova.network.neutron [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.501831] env[62353]: INFO nova.compute.manager [-] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Took 1.06 seconds to deallocate network for instance. [ 597.506659] env[62353]: DEBUG nova.compute.claims [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Aborting claim: {{(pid=62353) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 597.506659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.556137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "d1fe6305-e472-42f4-a78c-76508daf3d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.556366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.600114] env[62353]: DEBUG nova.scheduler.client.report [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 597.694552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Releasing lock "refresh_cache-8b121565-37ff-4692-b5bc-67a243b9dbf8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.694552] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 597.694552] env[62353]: DEBUG nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 597.694552] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 597.729088] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.790235] env[62353]: DEBUG nova.network.neutron [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.948415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.058886] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 598.107500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "49126223-cf40-43fb-b3e7-878fc0224612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.107617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.114078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.782s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.114716] env[62353]: ERROR nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Traceback (most recent call last): [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.driver.spawn(context, instance, image_meta, [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self._vmops.spawn(context, instance, image_meta, injected_files, [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] vm_ref = self.build_virtual_machine(instance, [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] vif_infos = vmwarevif.get_vif_info(self._session, [ 598.114716] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] for vif in network_info: [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self._sync_wrapper(fn, *args, **kwargs) [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.wait() [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self[:] = self._gt.wait() [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self._exit_event.wait() [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] result = hub.switch() [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 598.116298] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return self.greenlet.switch() [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] result = function(*args, **kwargs) [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] return func(*args, **kwargs) [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise e [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] nwinfo = self.network_api.allocate_for_instance( [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] created_port_ids = self._update_ports_for_instance( [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] with excutils.save_and_reraise_exception(): [ 598.116666] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] self.force_reraise() [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise self.value [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] updated_port = self._update_port( [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] _ensure_no_port_binding_failure(port) [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] raise exception.PortBindingFailed(port_id=port['id']) [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] nova.exception.PortBindingFailed: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. [ 598.117056] env[62353]: ERROR nova.compute.manager [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] [ 598.119265] env[62353]: DEBUG nova.compute.utils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 598.119265] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.109s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.119265] env[62353]: INFO nova.compute.claims [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.124132] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Build of instance 28a682b5-8652-4980-80f6-ea5c687a07ce was re-scheduled: Binding failed for port c38b744c-d4a4-49b7-bb02-23bdf02654d1, please check neutron logs for more information. {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 598.129139] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Unplugging VIFs for instance {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 598.129139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquiring lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.129139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Acquired lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.129139] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 598.138804] env[62353]: INFO nova.scheduler.client.report [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Deleted allocations for instance 7c68eeed-c7af-49e9-9456-7bc68a1cfc49 [ 598.234871] env[62353]: DEBUG nova.network.neutron [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.297120] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ff6204a-43a7-4634-855e-1e2bfa8fb97d req-ca4ea1cc-2787-4914-a6d4-68b50ce9a529 service nova] Releasing lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.589513] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.618878] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 598.653064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-784fae6d-0a45-4d40-8e91-b9898ca60de6 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "7c68eeed-c7af-49e9-9456-7bc68a1cfc49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.274s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.693252] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 598.738519] env[62353]: INFO nova.compute.manager [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] [instance: 8b121565-37ff-4692-b5bc-67a243b9dbf8] Took 1.04 seconds to deallocate network for instance. [ 598.865715] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.149328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.323970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624cb41d-6e92-469d-8be0-b2977e701f0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.332266] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cd9b9-3678-4726-a4f9-5cbb83cdbfe0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.367819] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8a2e7-9563-43b1-892d-e08dc4df42f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.371296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Releasing lock "refresh_cache-28a682b5-8652-4980-80f6-ea5c687a07ce" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.371296] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 599.371296] env[62353]: DEBUG nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 599.371465] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 599.378000] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530bef7a-0066-47c0-910e-5bab4ede9307 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.391871] env[62353]: DEBUG nova.compute.provider_tree [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.432523] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 599.528364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.528603] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.777366] env[62353]: INFO nova.scheduler.client.report [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Deleted allocations for instance 8b121565-37ff-4692-b5bc-67a243b9dbf8 [ 599.897163] env[62353]: DEBUG nova.scheduler.client.report [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 599.936415] env[62353]: DEBUG nova.network.neutron [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.034497] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 600.277953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "3cb62651-d156-488f-8acd-8b3e1a5157da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.278290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.286112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebdc9cee-a8ef-4524-842f-09f829247819 tempest-ServerDiagnosticsNegativeTest-1207365770 tempest-ServerDiagnosticsNegativeTest-1207365770-project-member] Lock "8b121565-37ff-4692-b5bc-67a243b9dbf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.118s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.287213] env[62353]: DEBUG nova.compute.manager [req-ebffcaa5-2800-4275-a667-af8b743d5a6c req-070700d4-7781-4092-a577-f1be4736e004 service nova] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Received event network-vif-deleted-c0c0e0f7-ecc4-4900-aec9-f1e713ef9434 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 600.402698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.406248] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 600.409064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.038s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.411474] env[62353]: INFO nova.compute.claims [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.439104] env[62353]: INFO nova.compute.manager [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] [instance: 28a682b5-8652-4980-80f6-ea5c687a07ce] Took 1.07 seconds to deallocate network for instance. [ 600.562310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.780998] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 600.918443] env[62353]: DEBUG nova.compute.utils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.920086] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 600.920212] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 601.050282] env[62353]: DEBUG nova.policy [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56927f423b394af6b84a65e8d7647e9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5e9a32f90fd41f8b5676107879993b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 601.314018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.428271] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 601.475099] env[62353]: INFO nova.scheduler.client.report [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Deleted allocations for instance 28a682b5-8652-4980-80f6-ea5c687a07ce [ 601.702927] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66319ef-35af-4011-9b8c-73653909044f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.718670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.718670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.720257] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a67779a-8907-4ff6-97d6-7d9e434e9aee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.753854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03369b28-86e1-4616-8b9d-7e13650f310a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.761576] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b030744-12c0-451c-aacc-1bef1039e3ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.777933] env[62353]: DEBUG nova.compute.provider_tree [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.985797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-102b3741-df6d-4f24-8203-fde67da6be2f tempest-ServerDiagnosticsTest-765271247 tempest-ServerDiagnosticsTest-765271247-project-member] Lock "28a682b5-8652-4980-80f6-ea5c687a07ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.085s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.107061] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Successfully created port: 524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.228744] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 602.281663] env[62353]: DEBUG nova.scheduler.client.report [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 602.439190] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 602.481530] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 602.481874] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 602.482164] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.482469] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 602.482854] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.483122] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 602.483392] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 602.483610] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 602.483822] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 602.484048] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 602.484352] env[62353]: DEBUG nova.virt.hardware [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.485309] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b227f-94f1-4db4-8a66-cfc5da0e78c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.497875] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddefdf7-c454-46d8-8bdd-6b81d088854e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.768758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.787192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.787728] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 602.794468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 5.290s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.876492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.876718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.299236] env[62353]: DEBUG nova.compute.utils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.304651] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 603.387348] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 603.521016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33dba3-870e-4c38-b848-e4b25fecbac2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.533874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9dcad-459a-44f2-8d2b-a92adc309032 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.570378] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5cb4d-a26a-460b-aa30-af47cc4d6b63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.579188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd6b81-1983-4cfe-9709-7907d0b38988 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.595842] env[62353]: DEBUG nova.compute.provider_tree [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.808158] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 603.926438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.100468] env[62353]: DEBUG nova.scheduler.client.report [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 604.487374] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Successfully updated port: 524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.555423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.555713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.614815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.615475] env[62353]: ERROR nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Traceback (most recent call last): [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.driver.spawn(context, instance, image_meta, [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self._vmops.spawn(context, instance, image_meta, injected_files, [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] vm_ref = self.build_virtual_machine(instance, [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] vif_infos = vmwarevif.get_vif_info(self._session, [ 604.615475] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] for vif in network_info: [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self._sync_wrapper(fn, *args, **kwargs) [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.wait() [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self[:] = self._gt.wait() [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self._exit_event.wait() [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] result = hub.switch() [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 604.615914] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return self.greenlet.switch() [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] result = function(*args, **kwargs) [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] return func(*args, **kwargs) [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise e [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] nwinfo = self.network_api.allocate_for_instance( [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] created_port_ids = self._update_ports_for_instance( [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] with excutils.save_and_reraise_exception(): [ 604.616274] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] self.force_reraise() [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise self.value [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] updated_port = self._update_port( [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] _ensure_no_port_binding_failure(port) [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] raise exception.PortBindingFailed(port_id=port['id']) [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] nova.exception.PortBindingFailed: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. [ 604.616605] env[62353]: ERROR nova.compute.manager [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] [ 604.616889] env[62353]: DEBUG nova.compute.utils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 604.617589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.670s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.619051] env[62353]: INFO nova.compute.claims [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.622115] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Build of instance b3f807fa-c44e-41ba-a9f4-a8c2512d4e49 was re-scheduled: Binding failed for port c0c0e0f7-ecc4-4900-aec9-f1e713ef9434, please check neutron logs for more information. {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 604.622594] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Unplugging VIFs for instance {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 604.622822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquiring lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.622967] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Acquired lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.623131] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 604.817950] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 604.845022] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 604.845022] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 604.845022] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.849024] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 604.849024] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.849024] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 604.849024] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 604.849024] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 604.849396] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 604.849396] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 604.849396] env[62353]: DEBUG nova.virt.hardware [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.849396] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cdee40-7a1e-450d-85d8-9b66b347c8f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.858404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b2f0ba-8645-47e3-8b84-c0b70556ad50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.877030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.887296] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.887770] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8b66e1c-9ca8-4529-b1f4-c04817ad6452 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.900676] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 604.901508] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 604.901977] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.902251] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating folder: Project (e7c21efb96ac49579a5fc4bcbb8c0f0b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.903647] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad4c538-398a-4ca0-acc9-0af71dcc7f0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.914949] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Created folder: Project (e7c21efb96ac49579a5fc4bcbb8c0f0b) in parent group-v159334. [ 604.915210] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating folder: Instances. Parent ref: group-v159339. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.915452] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40e9462-0a36-4c44-8051-432a7d24335a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.925299] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Created folder: Instances in parent group-v159339. [ 604.925724] env[62353]: DEBUG oslo.service.loopingcall [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.925882] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 604.927175] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ccfe5ea-e1bd-4fec-9485-c76bb6130439 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.950460] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.950460] env[62353]: value = "task-656535" [ 604.950460] env[62353]: _type = "Task" [ 604.950460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.964077] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656535, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.992102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.992294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.992461] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 605.151206] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.297781] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.462239] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656535, 'name': CreateVM_Task, 'duration_secs': 0.330176} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.462810] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 605.463594] env[62353]: DEBUG oslo_vmware.service [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3f8658-63a4-4b7f-bc42-bb00df4d654b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.470028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.470028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.470631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.470903] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa77a34-f7cc-48d3-abd7-566670e9cd3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.475524] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 605.475524] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bbc0df-cb74-3bdf-63b8-be4c8c65e426" [ 605.475524] env[62353]: _type = "Task" [ 605.475524] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.485802] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bbc0df-cb74-3bdf-63b8-be4c8c65e426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.572687] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.798063] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Releasing lock "refresh_cache-b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.798300] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 605.798482] env[62353]: DEBUG nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 605.799303] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 605.814257] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b36b3c-8ab1-4b4a-af54-febef0c06e58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.817896] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.828692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cfb729-7af6-4629-b66c-63eedbed9375 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.863590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26d28f-b912-47f5-946b-d6ace3656cd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.871763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd561344-d10c-4a42-a54c-cf27895e4635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.888294] env[62353]: DEBUG nova.compute.provider_tree [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.985609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "abd482ff-fc07-4410-9178-375b6a2c0197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.985835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.992193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.992438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.992658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.992804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.993208] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.993448] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25986c0-c64f-422c-b3bc-15d8732a6e8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.001325] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.001494] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 606.002415] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774d91ff-e50a-451e-b6c3-5f7a5a64c956 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.008410] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879cd6af-1595-445a-b5e5-508222ff3066 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.013128] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 606.013128] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d55241-32da-f48b-eab4-ae371ef2bf37" [ 606.013128] env[62353]: _type = "Task" [ 606.013128] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.022558] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d55241-32da-f48b-eab4-ae371ef2bf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.023473] env[62353]: DEBUG nova.network.neutron [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.324054] env[62353]: DEBUG nova.network.neutron [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.340548] env[62353]: DEBUG nova.compute.manager [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Received event network-vif-plugged-524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 606.340770] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.340976] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.341278] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.341334] env[62353]: DEBUG nova.compute.manager [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] No waiting events found dispatching network-vif-plugged-524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 606.341502] env[62353]: WARNING nova.compute.manager [req-1d190491-a71b-4900-8031-76d035e18642 req-5a10ddde-1c28-494d-9edd-96426758598f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Received unexpected event network-vif-plugged-524cde14-d609-4f2a-ac28-8826931bed9c for instance with vm_state building and task_state spawning. [ 606.389617] env[62353]: DEBUG nova.scheduler.client.report [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 606.524917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.525731] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating directory with path [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.525731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.527331] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Instance network_info: |[{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 606.527657] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae2e695-3e94-43a8-b8bc-cbec614fff0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.532337] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:7a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '524cde14-d609-4f2a-ac28-8826931bed9c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.541177] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Creating folder: Project (b5e9a32f90fd41f8b5676107879993b5). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 606.542028] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0705e0-eca2-4a76-9851-717d96c44e26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.556637] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Created directory with path [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.556637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Fetch image to [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.556637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Downloading image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk on the data store datastore1 {{(pid=62353) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.556637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b08e90-ce79-454d-84eb-4548a0ef0e7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.565657] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Created folder: Project (b5e9a32f90fd41f8b5676107879993b5) in parent group-v159334. [ 606.565925] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Creating folder: Instances. Parent ref: group-v159342. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 606.566538] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e2c65c-2bcc-4c3e-85e8-27d3d9e695f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.573929] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350fcc0-41ed-4e8a-a5dc-b33be40ded36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.579290] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Created folder: Instances in parent group-v159342. [ 606.579539] env[62353]: DEBUG oslo.service.loopingcall [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.588963] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 606.588963] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abb04403-4da4-45ce-a306-a05990d0958a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.601680] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cd111-db9b-4a5b-9446-4a0530955f75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.636800] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd39dee-dc32-4bdd-810c-c7b5a64845d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.640327] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.640327] env[62353]: value = "task-656538" [ 606.640327] env[62353]: _type = "Task" [ 606.640327] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.645312] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d8452d9e-a555-40a9-a022-b9b7136ac354 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.650408] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656538, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.674387] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Downloading image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to the data store datastore1 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.736586] env[62353]: DEBUG oslo_vmware.rw_handles [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.826749] env[62353]: INFO nova.compute.manager [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] [instance: b3f807fa-c44e-41ba-a9f4-a8c2512d4e49] Took 1.03 seconds to deallocate network for instance. [ 606.830125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.830208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.896844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.897405] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 606.900733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.311s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.903239] env[62353]: INFO nova.compute.claims [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.972201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "d06ff232-9bce-48bc-bb55-80dafc48b560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.972549] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.151846] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656538, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.402864] env[62353]: DEBUG nova.compute.utils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.408143] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 607.408143] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 607.416157] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 607.494554] env[62353]: DEBUG oslo_vmware.rw_handles [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.494756] env[62353]: DEBUG oslo_vmware.rw_handles [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.509551] env[62353]: DEBUG nova.policy [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4009659c32744759f0f3fb33d67c9a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1edde18ff7094f40901e3c3b91c55ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 607.557076] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Downloaded image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk on the data store datastore1 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.558870] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.559136] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Copying Virtual Disk [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk to [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 607.559415] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab180437-0cfd-4176-8855-8f311e9c0dc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.569381] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 607.569381] env[62353]: value = "task-656539" [ 607.569381] env[62353]: _type = "Task" [ 607.569381] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.582504] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.654725] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656538, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.760496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "32b94ab2-defa-415d-aa64-8d10677b484f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.760936] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.874484] env[62353]: INFO nova.scheduler.client.report [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Deleted allocations for instance b3f807fa-c44e-41ba-a9f4-a8c2512d4e49 [ 607.954885] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Successfully created port: 581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.088755] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.159254] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656538, 'name': CreateVM_Task, 'duration_secs': 1.341841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.163642] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 608.178137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.178349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.178683] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.179022] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801282ef-03fc-4be1-84c7-65665e599971 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.190711] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 608.190711] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52821003-1a3a-8a3a-c2d7-de0db137db64" [ 608.190711] env[62353]: _type = "Task" [ 608.190711] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.205321] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52821003-1a3a-8a3a-c2d7-de0db137db64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.252338] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12545cc5-4be6-43d9-b1b6-7f1e08afec8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.259678] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac6d4c0-c526-42b7-99a8-13e93c28176f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.298138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4757c-d8ae-4e66-88fa-477e53ec065d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.307556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cdad6-47b9-4e3a-8107-5fe794a18888 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.322383] env[62353]: DEBUG nova.compute.provider_tree [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.387255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26b1a394-038c-46a4-a55e-260dc83ca8c8 tempest-ServersTestJSON-226995080 tempest-ServersTestJSON-226995080-project-member] Lock "b3f807fa-c44e-41ba-a9f4-a8c2512d4e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.780s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.438547] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 608.472194] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 608.472194] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 608.472194] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.472553] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 608.472553] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.472553] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 608.472553] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 608.472766] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 608.472950] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 608.473136] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 608.473308] env[62353]: DEBUG nova.virt.hardware [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.474781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00209bd-a572-49fe-bb88-72705c898fd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.484035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d170bea6-e9ad-4b64-aaa8-1782c650af86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.581252] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650602} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.581252] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Copied Virtual Disk [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk to [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 608.581252] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleting the datastore file [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.581252] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e97b8e-a0b3-4c8f-8421-b53eb519e6fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.588277] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 608.588277] env[62353]: value = "task-656540" [ 608.588277] env[62353]: _type = "Task" [ 608.588277] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.599595] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.703587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.704092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.704433] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.825722] env[62353]: DEBUG nova.scheduler.client.report [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 608.889611] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 609.100819] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.101390] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.101905] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Moving file from [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff. {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.102267] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cc7bffa4-1202-42e1-8a25-16d44c595c93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.112633] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 609.112633] env[62353]: value = "task-656541" [ 609.112633] env[62353]: _type = "Task" [ 609.112633] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.121398] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656541, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.335224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.336700] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 609.340436] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.191s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.342289] env[62353]: INFO nova.compute.claims [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.419468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.627096] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656541, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028332} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.627373] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] File moved {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.627564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Cleaning up location [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.627740] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleting the datastore file [datastore1] vmware_temp/bd64d3a2-8acb-44b2-b6c0-5270bd6c8683 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.627997] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0650e4-95c3-4438-962e-75be03ffe68b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.634634] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 609.634634] env[62353]: value = "task-656542" [ 609.634634] env[62353]: _type = "Task" [ 609.634634] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.643385] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.847016] env[62353]: DEBUG nova.compute.utils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.848470] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 609.848633] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 609.971918] env[62353]: DEBUG nova.compute.manager [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Received event network-changed-524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.972354] env[62353]: DEBUG nova.compute.manager [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Refreshing instance network info cache due to event network-changed-524cde14-d609-4f2a-ac28-8826931bed9c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 609.973965] env[62353]: DEBUG oslo_concurrency.lockutils [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.974318] env[62353]: DEBUG oslo_concurrency.lockutils [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.974678] env[62353]: DEBUG nova.network.neutron [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Refreshing network info cache for port 524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 609.994139] env[62353]: DEBUG nova.policy [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261cbfd30c44cd894551a40351326c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e4af186e76438ea695923b1c86ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 610.145865] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024201} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.146451] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.147232] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53343922-1c7a-44e1-b173-622bfb46ef92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.152253] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 610.152253] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce05c2-7c69-3c1d-1fd4-f2288ce8609e" [ 610.152253] env[62353]: _type = "Task" [ 610.152253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.160210] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce05c2-7c69-3c1d-1fd4-f2288ce8609e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.353109] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 610.566809] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Successfully updated port: 581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.585685] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d022b-ced2-430d-a04b-234c6b2b9437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.594977] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d02d20-d742-408b-bc09-b808c096acb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.630198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c414b90-368a-4eaf-aa49-6844ae7adafc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.638423] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c1cec3-a73b-45de-a204-f0b9b6740c9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.656941] env[62353]: DEBUG nova.compute.provider_tree [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.666878] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce05c2-7c69-3c1d-1fd4-f2288ce8609e, 'name': SearchDatastore_Task, 'duration_secs': 0.026455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.667822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.668086] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f5375f29-9da6-41a8-8ae6-060f44cb0a64/f5375f29-9da6-41a8-8ae6-060f44cb0a64.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 610.668355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.668531] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.668728] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28acba0c-f364-40e6-85fe-9db69e83e236 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.671224] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf2a5ef-b3bb-4360-aa8a-0783806a1f6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.677630] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 610.677630] env[62353]: value = "task-656543" [ 610.677630] env[62353]: _type = "Task" [ 610.677630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.682037] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.682632] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 610.683430] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b7422d-2714-49dd-8551-b83575bd4734 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.688926] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.691660] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 610.691660] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb8ddc-8c15-0195-ef21-192757f89557" [ 610.691660] env[62353]: _type = "Task" [ 610.691660] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.701831] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Successfully created port: 9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.706183] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb8ddc-8c15-0195-ef21-192757f89557, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.706889] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1eec979-5dcc-493e-b2f6-22aaf4e2f40f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.712947] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 610.712947] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc1556-9d77-974e-e9ed-ab081142bb8a" [ 610.712947] env[62353]: _type = "Task" [ 610.712947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.720993] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc1556-9d77-974e-e9ed-ab081142bb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.076333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.077314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquired lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.078087] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 611.089283] env[62353]: DEBUG nova.network.neutron [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updated VIF entry in instance network info cache for port 524cde14-d609-4f2a-ac28-8826931bed9c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 611.089283] env[62353]: DEBUG nova.network.neutron [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.162633] env[62353]: DEBUG nova.scheduler.client.report [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 611.191915] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468302} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.193058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f5375f29-9da6-41a8-8ae6-060f44cb0a64/f5375f29-9da6-41a8-8ae6-060f44cb0a64.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 611.193255] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.193574] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e35c0c4-efd2-4804-849a-08ef34e86144 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.200398] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 611.200398] env[62353]: value = "task-656544" [ 611.200398] env[62353]: _type = "Task" [ 611.200398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.210362] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.222708] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc1556-9d77-974e-e9ed-ab081142bb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.222947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.223217] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 611.223552] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13ac6f5-1629-4f9d-899a-aeacd4cf27f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.230122] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 611.230122] env[62353]: value = "task-656545" [ 611.230122] env[62353]: _type = "Task" [ 611.230122] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.241809] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.369905] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 611.422999] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 611.422999] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 611.422999] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.423225] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 611.423225] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.423225] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 611.423225] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 611.423433] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 611.424521] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 611.424521] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 611.424521] env[62353]: DEBUG nova.virt.hardware [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.425235] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0849b-e01d-49c8-9f53-334e45461752 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.434821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef82e1-d0a2-4ab6-8fd9-5b1a45a069f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.588704] env[62353]: DEBUG oslo_concurrency.lockutils [req-03b94b4b-b27f-4120-95b6-0b65213b44da req-f208030a-9d4a-4365-8af8-464e9d43139f service nova] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.668797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.669477] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 611.678234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.111s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.678234] env[62353]: INFO nova.compute.claims [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.722573] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119918} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.722988] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.724345] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0287a44e-d958-4ba5-9b80-f9d897b38678 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.752916] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f5375f29-9da6-41a8-8ae6-060f44cb0a64/f5375f29-9da6-41a8-8ae6-060f44cb0a64.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.757634] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a78e23f-35fe-4e4b-a9a5-c24afcdf87a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.774518] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 611.783247] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512765} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.784184] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 611.784184] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.785734] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 611.785734] env[62353]: value = "task-656546" [ 611.785734] env[62353]: _type = "Task" [ 611.785734] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.785734] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f090db90-f029-4235-8505-31b0d0336100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.806661] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.806661] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 611.806661] env[62353]: value = "task-656547" [ 611.806661] env[62353]: _type = "Task" [ 611.806661] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.815088] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.038349] env[62353]: DEBUG nova.network.neutron [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Updating instance_info_cache with network_info: [{"id": "581f1afc-892b-4412-b3fe-dfd06c376334", "address": "fa:16:3e:df:a3:c3", "network": {"id": "e4de9431-012c-44e5-a300-4c6049712a5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-301805529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1edde18ff7094f40901e3c3b91c55ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581f1afc-89", "ovs_interfaceid": "581f1afc-892b-4412-b3fe-dfd06c376334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.184106] env[62353]: DEBUG nova.compute.utils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.188407] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 612.189701] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 612.257680] env[62353]: DEBUG nova.policy [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956852bfb5e4e9ca4e33f7de2b356f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f22ac7a248445178a1d78625cd13e95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 612.300184] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656546, 'name': ReconfigVM_Task, 'duration_secs': 0.333188} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.301526] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f5375f29-9da6-41a8-8ae6-060f44cb0a64/f5375f29-9da6-41a8-8ae6-060f44cb0a64.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.301757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4f5557-cd6b-4744-9337-46cf40cec28f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.311761] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 612.311761] env[62353]: value = "task-656548" [ 612.311761] env[62353]: _type = "Task" [ 612.311761] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.322398] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073386} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.322452] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.323721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb55fc-9250-4f50-8f98-aef57bae83a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.330110] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656548, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.350897] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.351106] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01caef76-ea2d-4708-b1ca-2c8ea3dcbb54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.370165] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 612.370165] env[62353]: value = "task-656549" [ 612.370165] env[62353]: _type = "Task" [ 612.370165] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.379101] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.541319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Releasing lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.541688] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Instance network_info: |[{"id": "581f1afc-892b-4412-b3fe-dfd06c376334", "address": "fa:16:3e:df:a3:c3", "network": {"id": "e4de9431-012c-44e5-a300-4c6049712a5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-301805529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1edde18ff7094f40901e3c3b91c55ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581f1afc-89", "ovs_interfaceid": "581f1afc-892b-4412-b3fe-dfd06c376334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 612.542141] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a3:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '581f1afc-892b-4412-b3fe-dfd06c376334', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.550790] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Creating folder: Project (1edde18ff7094f40901e3c3b91c55ec3). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 612.551212] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c2fd92-3d16-4ecf-bee5-cc050e94fb95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.561970] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Created folder: Project (1edde18ff7094f40901e3c3b91c55ec3) in parent group-v159334. [ 612.563677] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Creating folder: Instances. Parent ref: group-v159345. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 612.563677] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d77b17c8-f0d4-47cf-b450-f9ed41ddddeb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.572113] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Created folder: Instances in parent group-v159345. [ 612.572366] env[62353]: DEBUG oslo.service.loopingcall [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.572559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 612.572760] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d5ba79-1bdf-4cb2-ad3d-d5deb1dbf6e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.592882] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.592882] env[62353]: value = "task-656552" [ 612.592882] env[62353]: _type = "Task" [ 612.592882] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.602858] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656552, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.693434] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 612.800804] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Successfully updated port: 9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.836338] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656548, 'name': Rename_Task, 'duration_secs': 0.151593} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.836338] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Successfully created port: b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.838072] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 612.838611] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2147fd74-4d51-4480-b820-0475ae2038ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.846063] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 612.846063] env[62353]: value = "task-656553" [ 612.846063] env[62353]: _type = "Task" [ 612.846063] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.858162] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.889729] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656549, 'name': ReconfigVM_Task, 'duration_secs': 0.338514} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.892145] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.892145] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc51828a-84db-4ab0-b199-671c77adb954 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.906864] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 612.906864] env[62353]: value = "task-656554" [ 612.906864] env[62353]: _type = "Task" [ 612.906864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.919012] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656554, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.002401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb099d-6345-4d7e-ae00-d9efc67d5a70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.013367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e09c73-9df3-4203-b811-4856d284049a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.042498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02bd9e7-8711-46d6-b3b7-e2bca2b29f15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.050261] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c8983-1475-48a8-abeb-2a0d724735b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.066386] env[62353]: DEBUG nova.compute.provider_tree [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.108448] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656552, 'name': CreateVM_Task, 'duration_secs': 0.355231} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.108657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 613.109982] env[62353]: DEBUG oslo_vmware.service [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a6c00-06f8-4a4d-8bb3-9ee1a9de624d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.117139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.118438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.118438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.118438] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c93f4cf-b14c-424c-9698-106846a83fb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.122672] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 613.122672] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525778e2-d61a-8378-287a-a9cc141e753b" [ 613.122672] env[62353]: _type = "Task" [ 613.122672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.137807] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525778e2-d61a-8378-287a-a9cc141e753b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.255159] env[62353]: DEBUG nova.compute.manager [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Received event network-vif-plugged-581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 613.255159] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Acquiring lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.255159] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.255159] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.255159] env[62353]: DEBUG nova.compute.manager [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] No waiting events found dispatching network-vif-plugged-581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 613.255746] env[62353]: WARNING nova.compute.manager [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Received unexpected event network-vif-plugged-581f1afc-892b-4412-b3fe-dfd06c376334 for instance with vm_state building and task_state spawning. [ 613.255941] env[62353]: DEBUG nova.compute.manager [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Received event network-changed-581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 613.256334] env[62353]: DEBUG nova.compute.manager [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Refreshing instance network info cache due to event network-changed-581f1afc-892b-4412-b3fe-dfd06c376334. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 613.256648] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Acquiring lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.256889] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Acquired lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.257200] env[62353]: DEBUG nova.network.neutron [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Refreshing network info cache for port 581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 613.308019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.308459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.308459] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 613.363066] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656553, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.420881] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656554, 'name': Rename_Task, 'duration_secs': 0.201449} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.421158] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 613.421425] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0432c0a4-0359-42c3-a0ee-0e3837bec15e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.428342] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 613.428342] env[62353]: value = "task-656555" [ 613.428342] env[62353]: _type = "Task" [ 613.428342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.439237] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.570274] env[62353]: DEBUG nova.scheduler.client.report [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 613.636885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.636885] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.637049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.637190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.637371] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.637650] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00d9fa6b-7905-412b-a0b8-ab84eba3bf1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.647586] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.647586] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 613.647586] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c8fdb-4f43-4562-ba16-d3559504b235 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.654133] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfe2758-828b-4a14-b62f-18a078dc9290 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.658175] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 613.658175] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5aa18-7b01-147d-2a21-423eca01866c" [ 613.658175] env[62353]: _type = "Task" [ 613.658175] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.666987] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5aa18-7b01-147d-2a21-423eca01866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.705540] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 613.730257] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 613.730512] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 613.731082] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.731459] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 613.731683] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.732031] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 613.732297] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 613.732469] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 613.732645] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 613.732817] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 613.732984] env[62353]: DEBUG nova.virt.hardware [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.734254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f839c07-2c69-4cee-b5ca-99cca9b8f1cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.742413] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b9254-5b48-49fc-8b1b-c84893519dc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.859738] env[62353]: DEBUG oslo_vmware.api [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656553, 'name': PowerOnVM_Task, 'duration_secs': 0.51769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.859988] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 613.860095] env[62353]: INFO nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Took 9.04 seconds to spawn the instance on the hypervisor. [ 613.860442] env[62353]: DEBUG nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 613.861222] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39606ea-8be9-4e81-828f-2db99aa85e48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.901027] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 613.949718] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656555, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.079243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.079243] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 614.083988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.770s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.088031] env[62353]: INFO nova.compute.claims [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.176113] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 614.176235] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Creating directory with path [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.176491] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3a7e15e-937a-407f-b539-fc14d3734911 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.192657] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Created directory with path [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.193027] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Fetch image to [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 614.193161] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Downloading image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk on the data store datastore2 {{(pid=62353) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 614.194287] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311fbd71-3f6e-478f-b0e9-6226d23f0d48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.204942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cd8c48-4302-44be-b526-60c890b1ced1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.225324] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71ca04-d996-4f9c-9771-91b343328a08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.275126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dda6b9-5c10-4505-aa53-6604f0dc2f39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.282654] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-51a5b992-30d2-4696-8f5f-6ddcb3d796c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.316690] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Downloading image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to the data store datastore2 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 614.389825] env[62353]: INFO nova.compute.manager [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Took 17.05 seconds to build instance. [ 614.437278] env[62353]: DEBUG nova.network.neutron [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Updating instance_info_cache with network_info: [{"id": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "address": "fa:16:3e:0e:f9:2e", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9691b9ab-0e", "ovs_interfaceid": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.449137] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 614.450278] env[62353]: DEBUG oslo_vmware.api [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656555, 'name': PowerOnVM_Task, 'duration_secs': 0.976572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.453424] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 614.453424] env[62353]: INFO nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Took 12.01 seconds to spawn the instance on the hypervisor. [ 614.453424] env[62353]: DEBUG nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 614.511392] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5407e0-f255-482d-9738-a5bd0c6812eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.519043] env[62353]: DEBUG nova.compute.manager [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Received event network-vif-plugged-9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 614.519686] env[62353]: DEBUG oslo_concurrency.lockutils [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] Acquiring lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.519686] env[62353]: DEBUG oslo_concurrency.lockutils [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.519804] env[62353]: DEBUG oslo_concurrency.lockutils [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.519876] env[62353]: DEBUG nova.compute.manager [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] No waiting events found dispatching network-vif-plugged-9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 614.520048] env[62353]: WARNING nova.compute.manager [req-61ebe003-2533-4c56-9754-a5f4e7f454c3 req-e725a586-fd52-4f28-ba56-61959b501e18 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Received unexpected event network-vif-plugged-9691b9ab-0ed0-416c-b7c7-2e88e34be167 for instance with vm_state building and task_state spawning. [ 614.592028] env[62353]: DEBUG nova.compute.utils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.593528] env[62353]: DEBUG nova.network.neutron [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Updated VIF entry in instance network info cache for port 581f1afc-892b-4412-b3fe-dfd06c376334. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 614.594122] env[62353]: DEBUG nova.network.neutron [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Updating instance_info_cache with network_info: [{"id": "581f1afc-892b-4412-b3fe-dfd06c376334", "address": "fa:16:3e:df:a3:c3", "network": {"id": "e4de9431-012c-44e5-a300-4c6049712a5f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-301805529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1edde18ff7094f40901e3c3b91c55ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581f1afc-89", "ovs_interfaceid": "581f1afc-892b-4412-b3fe-dfd06c376334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.595193] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 614.595408] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 614.713298] env[62353]: DEBUG nova.policy [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6efd7e93e3e74eb3a2c95aa8faa2a2e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d73834f5be403092d2669ff007a9bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 614.893850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c925be41-238e-4c3f-bfb3-e3d7da71e9b5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.567s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.950937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.952390] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance network_info: |[{"id": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "address": "fa:16:3e:0e:f9:2e", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9691b9ab-0e", "ovs_interfaceid": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 614.952519] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f9:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9691b9ab-0ed0-416c-b7c7-2e88e34be167', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.961850] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating folder: Project (28e4af186e76438ea695923b1c86ee0b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 614.962709] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed822b1f-231f-41b8-a46a-928ba6407f47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.973901] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created folder: Project (28e4af186e76438ea695923b1c86ee0b) in parent group-v159334. [ 614.974168] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating folder: Instances. Parent ref: group-v159348. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 614.974429] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13249875-69cc-4991-82be-10c734bbd4d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.985255] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created folder: Instances in parent group-v159348. [ 614.985255] env[62353]: DEBUG oslo.service.loopingcall [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.985255] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 614.985860] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b672be5-c5bb-44df-bec1-00ac6886e267 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.007832] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.007832] env[62353]: value = "task-656558" [ 615.007832] env[62353]: _type = "Task" [ 615.007832] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.017913] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656558, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.053238] env[62353]: INFO nova.compute.manager [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Took 19.06 seconds to build instance. [ 615.092013] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Acquiring lock "464f1536-e37c-4f55-aae0-f93213b22cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.092363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Lock "464f1536-e37c-4f55-aae0-f93213b22cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.110138] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 615.113251] env[62353]: DEBUG oslo_concurrency.lockutils [req-965c6743-0e7c-485b-962a-5ead9fc3a1e9 req-03230d03-4f05-44a3-8620-4d63b4b98860 service nova] Releasing lock "refresh_cache-fd4d5f14-1333-428e-82c2-77c6dfadeb40" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.397010] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 615.422284] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 615.423707] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 615.457087] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd09c6-459d-4f15-8d6a-7b8c7b84e698 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.464919] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52296785-7497-4182-a1b8-f6a947978e18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.501880] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Downloaded image file data e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk on the data store datastore2 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 615.504053] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 615.504307] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Copying Virtual Disk [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk to [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 615.505151] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eea3b4-5b3c-4710-8b28-7021c856902f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.508031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e70ede-759d-47dc-b183-83fbb5281276 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.519214] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641d6dfc-525e-4599-9354-40cc33f4eace {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.527257] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 615.527257] env[62353]: value = "task-656559" [ 615.527257] env[62353]: _type = "Task" [ 615.527257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.550274] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656558, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.550274] env[62353]: DEBUG nova.compute.provider_tree [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.550952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-37acb9b5-8f8a-4442-82cc-ade8ea10dfe0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.574s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.557060] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.740732] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Successfully updated port: b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.928622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.997326] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Successfully created port: f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.024283] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656558, 'name': CreateVM_Task, 'duration_secs': 0.530757} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.024283] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 616.024283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.024283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.024283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.024283] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f2eb1c-5cb5-4851-b477-6a17f2fdf67d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.028352] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 616.028352] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b039a-fe0b-670d-a6c2-71bc7a584ed1" [ 616.028352] env[62353]: _type = "Task" [ 616.028352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.047537] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b039a-fe0b-670d-a6c2-71bc7a584ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.047537] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656559, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.051882] env[62353]: DEBUG nova.scheduler.client.report [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 616.057034] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 616.120876] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 616.154322] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 616.154644] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 616.154804] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.154993] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 616.155455] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.156931] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 616.156931] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 616.156931] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 616.156931] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 616.156931] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 616.157393] env[62353]: DEBUG nova.virt.hardware [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.158438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365657b5-0bea-4d48-80ad-a1635d9bb8e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.170035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea790b-e988-4bd0-b2e3-4751fd4f0bfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.243851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.244054] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.244202] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 616.543553] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656559, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.547008] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.547555] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.547786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.557911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.558439] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 616.561848] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.793s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.563324] env[62353]: INFO nova.compute.claims [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.596581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.962032] env[62353]: DEBUG nova.compute.manager [None req-8bf9a756-3518-4fe1-99be-bdf1c119a7ea tempest-ServerDiagnosticsV248Test-583395422 tempest-ServerDiagnosticsV248Test-583395422-project-admin] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 616.964838] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27354289-aabb-40fa-a37c-bdbe11bd6361 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.977614] env[62353]: INFO nova.compute.manager [None req-8bf9a756-3518-4fe1-99be-bdf1c119a7ea tempest-ServerDiagnosticsV248Test-583395422 tempest-ServerDiagnosticsV248Test-583395422-project-admin] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Retrieving diagnostics [ 616.978567] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.981096] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8b18ee-7ffe-49f1-923e-c2689c073ce6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.041031] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656559, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.063423} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.041031] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Copied Virtual Disk [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk to [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 617.041031] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleting the datastore file [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/tmp-sparse.vmdk {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.041031] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b7a813-ceac-4a19-bbb7-fb4bad880a6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.049450] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 617.049450] env[62353]: value = "task-656560" [ 617.049450] env[62353]: _type = "Task" [ 617.049450] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.060027] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.078804] env[62353]: DEBUG nova.compute.utils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.084718] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 617.084906] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 617.228512] env[62353]: DEBUG nova.policy [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956852bfb5e4e9ca4e33f7de2b356f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f22ac7a248445178a1d78625cd13e95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 617.373840] env[62353]: DEBUG nova.network.neutron [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Updating instance_info_cache with network_info: [{"id": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "address": "fa:16:3e:b1:14:98", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51c2129-79", "ovs_interfaceid": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.512411] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Received event network-changed-9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 617.512411] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Refreshing instance network info cache due to event network-changed-9691b9ab-0ed0-416c-b7c7-2e88e34be167. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 617.513579] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Acquiring lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.513917] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Acquired lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.515012] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Refreshing network info cache for port 9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 617.545635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.546359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.561191] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026115} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.561742] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.561742] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Moving file from [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff to [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff. {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 617.561986] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e0ebbb50-ecbd-40cb-8063-721b84086330 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.570986] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 617.570986] env[62353]: value = "task-656561" [ 617.570986] env[62353]: _type = "Task" [ 617.570986] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.579461] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656561, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.589010] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 617.716047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "a95a96c4-23ae-40fa-996f-07afe59462fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.716432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.876030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.876173] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Instance network_info: |[{"id": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "address": "fa:16:3e:b1:14:98", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51c2129-79", "ovs_interfaceid": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 617.876587] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:14:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b51c2129-7976-49fe-8dda-98333c7e5cd4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.884358] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating folder: Project (4f22ac7a248445178a1d78625cd13e95). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.885760] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dc8d675-f76e-4509-bd60-7028305b4b96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.888061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae67dc55-f7b8-44e3-9c63-5516e71c2e3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.895256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a0e9f-7ead-4faf-812e-32d6681d2b09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.899873] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Created folder: Project (4f22ac7a248445178a1d78625cd13e95) in parent group-v159334. [ 617.900105] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating folder: Instances. Parent ref: group-v159351. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.900703] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4c9a7a0-b617-44e5-9234-05c2aac16457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.928396] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534edfbd-2a7d-40a9-9bb7-e7ef0ae726b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.936817] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff9a272-4217-48c4-bbf5-7f9f2c18d2fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.940914] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Created folder: Instances in parent group-v159351. [ 617.941172] env[62353]: DEBUG oslo.service.loopingcall [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.942724] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 617.942724] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-847c5331-2b01-422a-9ef7-076563a8912b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.965343] env[62353]: DEBUG nova.compute.provider_tree [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.971402] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.971402] env[62353]: value = "task-656564" [ 617.971402] env[62353]: _type = "Task" [ 617.971402] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.979665] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656564, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.083955] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656561, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041369} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.084677] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] File moved {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 618.084878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Cleaning up location [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 618.085052] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleting the datastore file [datastore2] vmware_temp/33260511-9bda-4048-96d0-d1caa393e9d8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.085502] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f183f2-4baa-4f1c-9e6a-3078080682d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.096073] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 618.096073] env[62353]: value = "task-656565" [ 618.096073] env[62353]: _type = "Task" [ 618.096073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.106287] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.174789] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Successfully updated port: f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.373178] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Updated VIF entry in instance network info cache for port 9691b9ab-0ed0-416c-b7c7-2e88e34be167. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 618.373649] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Updating instance_info_cache with network_info: [{"id": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "address": "fa:16:3e:0e:f9:2e", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9691b9ab-0e", "ovs_interfaceid": "9691b9ab-0ed0-416c-b7c7-2e88e34be167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.451830] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Successfully created port: a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.470444] env[62353]: DEBUG nova.scheduler.client.report [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 618.489181] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656564, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.598574] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 618.612949] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.613897] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.614977] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8697f787-1971-41cb-be88-ceaf852c6489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.620539] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 618.620539] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284970d-a7c8-9549-6318-ff2e0e612838" [ 618.620539] env[62353]: _type = "Task" [ 618.620539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.631637] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284970d-a7c8-9549-6318-ff2e0e612838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.638981] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 618.639229] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 618.639404] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.639586] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 618.639727] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.639948] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 618.640104] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 618.640265] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 618.640541] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 618.640670] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 618.640860] env[62353]: DEBUG nova.virt.hardware [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.641756] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da91e6-b452-498f-aa66-2ce651be4665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.649190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6971ee01-83e5-479c-8aa9-929d7f41402c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.679236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.679236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquired lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.679236] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 618.876054] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Releasing lock "refresh_cache-d1fe6305-e472-42f4-a78c-76508daf3d37" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.876359] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Received event network-vif-plugged-b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 618.876651] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Acquiring lock "49126223-cf40-43fb-b3e7-878fc0224612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.876776] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Lock "49126223-cf40-43fb-b3e7-878fc0224612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.876936] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Lock "49126223-cf40-43fb-b3e7-878fc0224612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.877113] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] No waiting events found dispatching network-vif-plugged-b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 618.877285] env[62353]: WARNING nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Received unexpected event network-vif-plugged-b51c2129-7976-49fe-8dda-98333c7e5cd4 for instance with vm_state building and task_state spawning. [ 618.877448] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Received event network-changed-b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 618.877604] env[62353]: DEBUG nova.compute.manager [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Refreshing instance network info cache due to event network-changed-b51c2129-7976-49fe-8dda-98333c7e5cd4. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 618.877784] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Acquiring lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.877919] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Acquired lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.878085] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Refreshing network info cache for port b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 618.980668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.981408] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 618.984722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.059s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.986280] env[62353]: INFO nova.compute.claims [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.004886] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656564, 'name': CreateVM_Task, 'duration_secs': 0.631067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.006026] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 619.006815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.006895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.009247] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.009247] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342b292a-485b-464d-8437-c8df80830a1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.013845] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 619.013845] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52568dcc-b8e7-1e96-3a4c-8064047c4601" [ 619.013845] env[62353]: _type = "Task" [ 619.013845] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.026826] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52568dcc-b8e7-1e96-3a4c-8064047c4601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.134944] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284970d-a7c8-9549-6318-ff2e0e612838, 'name': SearchDatastore_Task, 'duration_secs': 0.027473} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.135245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.135536] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] fd4d5f14-1333-428e-82c2-77c6dfadeb40/fd4d5f14-1333-428e-82c2-77c6dfadeb40.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 619.135835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.136147] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.136378] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddba747e-ad11-4581-8af5-774832eed6df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.139048] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4753921a-7db1-4379-be85-65b74763f476 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.146144] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 619.146144] env[62353]: value = "task-656566" [ 619.146144] env[62353]: _type = "Task" [ 619.146144] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.150718] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.150974] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 619.152675] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fd9fdd-54c2-4282-901d-892f305afe8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.158963] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.162227] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 619.162227] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52971c50-0d2a-0995-308a-af6958e99e81" [ 619.162227] env[62353]: _type = "Task" [ 619.162227] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.170805] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52971c50-0d2a-0995-308a-af6958e99e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.229096] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 619.494704] env[62353]: DEBUG nova.compute.utils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.496518] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 619.496807] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 619.511740] env[62353]: DEBUG nova.network.neutron [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating instance_info_cache with network_info: [{"id": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "address": "fa:16:3e:7f:6c:14", "network": {"id": "6a9c1b9f-8a1b-4645-8306-2823c71fc5ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1361432565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d73834f5be403092d2669ff007a9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dcb790-17", "ovs_interfaceid": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.525800] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52568dcc-b8e7-1e96-3a4c-8064047c4601, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.527114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.527604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.527604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.630114] env[62353]: DEBUG nova.policy [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a251faa192c4d428225f4c4654d2aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfe02e97ec543bdbff88ce6c47561be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 619.656753] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.675838] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52971c50-0d2a-0995-308a-af6958e99e81, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.676834] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2057455-d7b8-42b1-80ca-3d654f981e10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.685333] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 619.685333] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528fa891-2cbf-444f-ef82-1f51b975bcdd" [ 619.685333] env[62353]: _type = "Task" [ 619.685333] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.697055] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528fa891-2cbf-444f-ef82-1f51b975bcdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.847916] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Updated VIF entry in instance network info cache for port b51c2129-7976-49fe-8dda-98333c7e5cd4. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 619.848372] env[62353]: DEBUG nova.network.neutron [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Updating instance_info_cache with network_info: [{"id": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "address": "fa:16:3e:b1:14:98", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb51c2129-79", "ovs_interfaceid": "b51c2129-7976-49fe-8dda-98333c7e5cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.002695] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 620.013226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Releasing lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.013562] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Instance network_info: |[{"id": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "address": "fa:16:3e:7f:6c:14", "network": {"id": "6a9c1b9f-8a1b-4645-8306-2823c71fc5ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1361432565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d73834f5be403092d2669ff007a9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dcb790-17", "ovs_interfaceid": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 620.017700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6c:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9dcb790-1709-44ae-bd73-397ec4911e9e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.030667] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Creating folder: Project (64d73834f5be403092d2669ff007a9bd). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 620.031050] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c97bc690-147b-4f88-9b79-efb352ef2a44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.046624] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Created folder: Project (64d73834f5be403092d2669ff007a9bd) in parent group-v159334. [ 620.046793] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Creating folder: Instances. Parent ref: group-v159354. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 620.047072] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42de0a96-9b20-4f33-ab47-cf8abf207373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.056634] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Created folder: Instances in parent group-v159354. [ 620.056634] env[62353]: DEBUG oslo.service.loopingcall [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.056965] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 620.057111] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7ac7f6-794f-453e-a4da-ffb930cd4c6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.089018] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.089018] env[62353]: value = "task-656569" [ 620.089018] env[62353]: _type = "Task" [ 620.089018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.104944] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656569, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.163502] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805719} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.163796] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] fd4d5f14-1333-428e-82c2-77c6dfadeb40/fd4d5f14-1333-428e-82c2-77c6dfadeb40.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 620.164055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.164990] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Successfully created port: 27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.167108] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4a8d61-5ed4-4216-8a38-bd219d16dba9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.178871] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 620.178871] env[62353]: value = "task-656570" [ 620.178871] env[62353]: _type = "Task" [ 620.178871] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.190926] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.199039] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528fa891-2cbf-444f-ef82-1f51b975bcdd, 'name': SearchDatastore_Task, 'duration_secs': 0.057376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.199505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.199786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 620.200174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.200331] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.200589] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6666e65e-4f4f-4ff4-b2bc-94d34a6acace {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.204974] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9eba130-e455-4611-b4b2-99c5fe865020 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.212753] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 620.212753] env[62353]: value = "task-656571" [ 620.212753] env[62353]: _type = "Task" [ 620.212753] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.214069] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.214843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 620.218480] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c1047f-adff-4264-a98d-615f757b2a7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.226966] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.232057] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 620.232057] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5298e35b-efcc-bb85-02b2-c3ddc8e03118" [ 620.232057] env[62353]: _type = "Task" [ 620.232057] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.243251] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5298e35b-efcc-bb85-02b2-c3ddc8e03118, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.245240] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0091dfa-b0d7-4ac7-a578-0ec4135b8fea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.253186] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 620.253186] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5203e188-5ab7-4ad6-7b27-7d49b4a3af4f" [ 620.253186] env[62353]: _type = "Task" [ 620.253186] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.264688] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5203e188-5ab7-4ad6-7b27-7d49b4a3af4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.358174] env[62353]: DEBUG oslo_concurrency.lockutils [req-ba535a76-5c10-49ea-a220-2c0e2bf89286 req-003f6de3-8445-4971-9c61-b88885bb98c0 service nova] Releasing lock "refresh_cache-49126223-cf40-43fb-b3e7-878fc0224612" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.382034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e0c96-e6d9-4556-a28e-e5fa394664a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.389802] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18536ff7-7bac-45e8-ad26-b2125008953b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.422499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673ef53-d89e-4da8-941e-5b62370fe613 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.432845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334bfc2-5e1a-477e-bf3f-fe14f1b73b91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.447131] env[62353]: DEBUG nova.compute.provider_tree [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.475608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "48fee428-9105-4058-8de7-183e389c6e77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.476258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.601158] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656569, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.688695] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070821} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.689012] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.689867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a366bf7-a8cf-4417-9be9-b515c67a4216 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.715848] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fd4d5f14-1333-428e-82c2-77c6dfadeb40/fd4d5f14-1333-428e-82c2-77c6dfadeb40.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.716647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d38461c-1046-4bcb-bdec-790a2d7e8781 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.743327] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.744888] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 620.744888] env[62353]: value = "task-656572" [ 620.744888] env[62353]: _type = "Task" [ 620.744888] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.755695] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.764545] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5203e188-5ab7-4ad6-7b27-7d49b4a3af4f, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.764976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.765272] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 49126223-cf40-43fb-b3e7-878fc0224612/49126223-cf40-43fb-b3e7-878fc0224612.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 620.765563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1ab2b1-7a6f-4788-b5a1-f5fa4df05c3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.772345] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 620.772345] env[62353]: value = "task-656573" [ 620.772345] env[62353]: _type = "Task" [ 620.772345] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.781804] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.951533] env[62353]: DEBUG nova.scheduler.client.report [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 621.018129] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 621.048117] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 621.048508] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 621.048734] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.048961] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 621.049464] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.049524] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 621.049795] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 621.049911] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 621.050164] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 621.050284] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 621.050529] env[62353]: DEBUG nova.virt.hardware [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.051489] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb2820-124d-48cf-b483-96365fb5f147 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.061734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71202a-cb8f-4731-8190-de86a3306b59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.099219] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656569, 'name': CreateVM_Task, 'duration_secs': 0.65374} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.099437] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 621.100140] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.100340] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.100696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.100963] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b54ebc-2942-4065-a37d-5c46104f1626 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.109158] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 621.109158] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528ccc50-bc0d-588e-44d8-96c3e2e8b15c" [ 621.109158] env[62353]: _type = "Task" [ 621.109158] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.114599] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528ccc50-bc0d-588e-44d8-96c3e2e8b15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.228094] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.228403] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 621.228644] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.228904] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05c12d41-2d01-460d-9282-695a086cf79b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.236402] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 621.236402] env[62353]: value = "task-656574" [ 621.236402] env[62353]: _type = "Task" [ 621.236402] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.248812] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.260073] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.283826] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656573, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.325861] env[62353]: DEBUG nova.compute.manager [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Received event network-vif-plugged-f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 621.326828] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.327163] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.327280] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.327626] env[62353]: DEBUG nova.compute.manager [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] No waiting events found dispatching network-vif-plugged-f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 621.327826] env[62353]: WARNING nova.compute.manager [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Received unexpected event network-vif-plugged-f9dcb790-1709-44ae-bd73-397ec4911e9e for instance with vm_state building and task_state spawning. [ 621.328016] env[62353]: DEBUG nova.compute.manager [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Received event network-changed-f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 621.328171] env[62353]: DEBUG nova.compute.manager [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Refreshing instance network info cache due to event network-changed-f9dcb790-1709-44ae-bd73-397ec4911e9e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 621.328356] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Acquiring lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.328491] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Acquired lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328644] env[62353]: DEBUG nova.network.neutron [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Refreshing network info cache for port f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 621.460456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.460456] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 621.463837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.044s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.467684] env[62353]: INFO nova.compute.claims [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.622112] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528ccc50-bc0d-588e-44d8-96c3e2e8b15c, 'name': SearchDatastore_Task, 'duration_secs': 0.023396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.622112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.623586] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.623586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.623586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.623586] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.623586] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f662be-9fc7-45fa-931c-4ecee537594e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.641483] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.641784] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 621.642829] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5375a7e5-05ae-4fa6-94e2-750135970dc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.652163] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 621.652163] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526fce70-6e2f-ccea-2c03-3b111a81650b" [ 621.652163] env[62353]: _type = "Task" [ 621.652163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.657659] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526fce70-6e2f-ccea-2c03-3b111a81650b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.667874] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Successfully updated port: a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.748916] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265146} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.749413] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.753460] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9037ba1-46ab-4ea2-b610-07eb0f71ad86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.761818] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656572, 'name': ReconfigVM_Task, 'duration_secs': 0.77311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.771221] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fd4d5f14-1333-428e-82c2-77c6dfadeb40/fd4d5f14-1333-428e-82c2-77c6dfadeb40.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.780293] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.780584] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd3e865-8379-4a51-9e5b-2efe8c53370c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.782571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b871784c-9973-47d8-bd5c-827c21473a7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.806365] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919363} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.808203] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 49126223-cf40-43fb-b3e7-878fc0224612/49126223-cf40-43fb-b3e7-878fc0224612.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 621.808434] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.808738] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 621.808738] env[62353]: value = "task-656576" [ 621.808738] env[62353]: _type = "Task" [ 621.808738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.808982] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 621.808982] env[62353]: value = "task-656575" [ 621.808982] env[62353]: _type = "Task" [ 621.808982] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.809663] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddae2c5f-fd59-450f-87dd-f3af958c0241 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.825852] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.831107] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 621.831107] env[62353]: value = "task-656577" [ 621.831107] env[62353]: _type = "Task" [ 621.831107] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.833555] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656575, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.841653] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.975554] env[62353]: DEBUG nova.compute.utils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 621.985384] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 621.985580] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 622.123194] env[62353]: DEBUG nova.policy [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95472636cf34425bb368bb4fe867b327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56d9c58bb2a147eabc68b7c1672241be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 622.160079] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526fce70-6e2f-ccea-2c03-3b111a81650b, 'name': SearchDatastore_Task, 'duration_secs': 0.027662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.160966] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc3ea5c-1a2d-4c14-9aa4-76e6677e52aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.166160] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 622.166160] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a685f9-60a2-a0a8-89d0-366536a92c1c" [ 622.166160] env[62353]: _type = "Task" [ 622.166160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.172837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.173093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.173093] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 622.177562] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a685f9-60a2-a0a8-89d0-366536a92c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.197414] env[62353]: DEBUG nova.compute.manager [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 622.219877] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Successfully updated port: 27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.329842] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.333653] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656575, 'name': Rename_Task, 'duration_secs': 0.146305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.335519] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 622.339240] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2da36cee-18ed-4522-9fdc-88b141809a25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.347966] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.349808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.350305] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 622.350305] env[62353]: value = "task-656578" [ 622.350305] env[62353]: _type = "Task" [ 622.350305] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.351172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40824d0-425f-45e6-ac52-0563b3d8db9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.385755] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 49126223-cf40-43fb-b3e7-878fc0224612/49126223-cf40-43fb-b3e7-878fc0224612.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.389571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e25e86-3266-43a2-8262-7f5dee7f569b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.404819] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.405785] env[62353]: DEBUG nova.network.neutron [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updated VIF entry in instance network info cache for port f9dcb790-1709-44ae-bd73-397ec4911e9e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 622.405909] env[62353]: DEBUG nova.network.neutron [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating instance_info_cache with network_info: [{"id": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "address": "fa:16:3e:7f:6c:14", "network": {"id": "6a9c1b9f-8a1b-4645-8306-2823c71fc5ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1361432565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d73834f5be403092d2669ff007a9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dcb790-17", "ovs_interfaceid": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.412721] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 622.412721] env[62353]: value = "task-656579" [ 622.412721] env[62353]: _type = "Task" [ 622.412721] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.425981] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.481883] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 622.680244] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a685f9-60a2-a0a8-89d0-366536a92c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.034672} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.681068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.681338] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 575b14cb-d0ee-45e2-89bf-572303129de1/575b14cb-d0ee-45e2-89bf-572303129de1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 622.681609] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a250946-ccd8-49a3-9b9e-e03b75100e80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.688621] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 622.688621] env[62353]: value = "task-656580" [ 622.688621] env[62353]: _type = "Task" [ 622.688621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.706794] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.719288] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 622.725474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.730592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.730838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.730838] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 622.826531] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656576, 'name': ReconfigVM_Task, 'duration_secs': 0.643382} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.826978] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.827974] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5831056-c923-43e2-a541-0b12b16eaa48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.835212] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 622.835212] env[62353]: value = "task-656581" [ 622.835212] env[62353]: _type = "Task" [ 622.835212] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.848108] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656581, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.851257] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3f690-5c95-4d8e-bdcd-b22fc7c090b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.859368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87a7fa-f172-44b6-8737-3cf6bb0ddb17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.872134] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656578, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.901862] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8d9ef-ccf3-4bc3-b10f-6b7ae270a698 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.910831] env[62353]: DEBUG oslo_concurrency.lockutils [req-10caadd2-d79b-494c-a6c3-e4b237fe812f req-9e7efd56-cefc-40dd-8dab-8324389ade06 service nova] Releasing lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.913421] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9125d-238a-4a7e-a7b9-82a0766f4211 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.932169] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656579, 'name': ReconfigVM_Task, 'duration_secs': 0.277662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.939397] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 49126223-cf40-43fb-b3e7-878fc0224612/49126223-cf40-43fb-b3e7-878fc0224612.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.940287] env[62353]: DEBUG nova.compute.provider_tree [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.941783] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78739863-ff9b-4fd0-b6a8-135009508f1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.953128] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 622.953128] env[62353]: value = "task-656582" [ 622.953128] env[62353]: _type = "Task" [ 622.953128] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.973516] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656582, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.087568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "c089d88c-f188-446f-af69-bfd8744f26e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.088733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.112335] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Successfully created port: e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.183845] env[62353]: DEBUG nova.network.neutron [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Updating instance_info_cache with network_info: [{"id": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "address": "fa:16:3e:f4:e0:f6", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25c2fc3-82", "ovs_interfaceid": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.199955] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.200728] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 575b14cb-d0ee-45e2-89bf-572303129de1/575b14cb-d0ee-45e2-89bf-572303129de1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 623.201084] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.201364] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74790a22-3172-4cd2-acb1-f3fece41f48c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.209802] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 623.209802] env[62353]: value = "task-656583" [ 623.209802] env[62353]: _type = "Task" [ 623.209802] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.220140] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.320253] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 623.346952] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656581, 'name': Rename_Task, 'duration_secs': 0.398428} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.346952] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 623.346952] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a39624a-e3ae-40dd-a30a-de2694e7710f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.350529] env[62353]: DEBUG nova.compute.manager [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Received event network-vif-plugged-a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 623.350738] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] Acquiring lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.350983] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.351136] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.351325] env[62353]: DEBUG nova.compute.manager [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] No waiting events found dispatching network-vif-plugged-a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 623.351535] env[62353]: WARNING nova.compute.manager [req-ee7def05-21aa-4a22-a6b0-1538d3a46e04 req-21ed93d6-3d84-4319-a1e5-c1815f0ed2d7 service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Received unexpected event network-vif-plugged-a25c2fc3-82a3-41c1-99f8-2488cbf63420 for instance with vm_state building and task_state spawning. [ 623.357533] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 623.357533] env[62353]: value = "task-656584" [ 623.357533] env[62353]: _type = "Task" [ 623.357533] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.366819] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.380492] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656578, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.446176] env[62353]: DEBUG nova.scheduler.client.report [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 623.463166] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656582, 'name': Rename_Task, 'duration_secs': 0.268671} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.463658] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 623.463812] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3a7395-fb96-4820-8b94-c104db234ee5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.472944] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 623.472944] env[62353]: value = "task-656585" [ 623.472944] env[62353]: _type = "Task" [ 623.472944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.484876] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.499426] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 623.544606] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:26:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1145016606',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1134801041',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 623.544817] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 623.545183] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.545552] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 623.545552] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.545826] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 623.545888] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 623.546022] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 623.546190] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 623.546353] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 623.546526] env[62353]: DEBUG nova.virt.hardware [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.549752] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0545ba05-de3f-41ee-b78a-87202b121272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.559579] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d8d50-b61e-4a2d-b76d-f33cc7746163 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.689638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.690697] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Instance network_info: |[{"id": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "address": "fa:16:3e:f4:e0:f6", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25c2fc3-82", "ovs_interfaceid": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 623.690980] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:e0:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a25c2fc3-82a3-41c1-99f8-2488cbf63420', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.698255] env[62353]: DEBUG oslo.service.loopingcall [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.698479] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 623.698735] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120d31f6-ba30-4fb9-8ce9-31b66eab7366 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.721270] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.721270] env[62353]: value = "task-656586" [ 623.721270] env[62353]: _type = "Task" [ 623.721270] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.724805] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.728308] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.729050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947294d-d0b6-47f7-b708-03904d65ced7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.755864] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 575b14cb-d0ee-45e2-89bf-572303129de1/575b14cb-d0ee-45e2-89bf-572303129de1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.759661] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b978b07-75f9-403c-9059-463fccc41be5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.774007] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656586, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.781564] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 623.781564] env[62353]: value = "task-656587" [ 623.781564] env[62353]: _type = "Task" [ 623.781564] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.789807] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.870178] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656584, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.879034] env[62353]: DEBUG oslo_vmware.api [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656578, 'name': PowerOnVM_Task, 'duration_secs': 1.057901} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.879129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 623.879252] env[62353]: INFO nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Took 15.44 seconds to spawn the instance on the hypervisor. [ 623.879708] env[62353]: DEBUG nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 623.882364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26835b15-5d86-4ef3-a5f3-ff45d3f9ef30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.954682] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.956371] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 623.960613] env[62353]: DEBUG nova.network.neutron [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Updating instance_info_cache with network_info: [{"id": "27658fea-7b7b-45ab-830b-e2143ff9df95", "address": "fa:16:3e:29:d4:f0", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27658fea-7b", "ovs_interfaceid": "27658fea-7b7b-45ab-830b-e2143ff9df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.967206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.035s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.967206] env[62353]: INFO nova.compute.claims [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.992035] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.237530] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "b1101035-a038-4690-a09e-08b4109e06b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.238267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.246627] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656586, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.292502] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656587, 'name': ReconfigVM_Task, 'duration_secs': 0.50897} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.293012] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 575b14cb-d0ee-45e2-89bf-572303129de1/575b14cb-d0ee-45e2-89bf-572303129de1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.295746] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2630cf2b-17dc-47e9-96e1-61d54be86d1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.302017] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 624.302017] env[62353]: value = "task-656588" [ 624.302017] env[62353]: _type = "Task" [ 624.302017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.313808] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656588, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.368524] env[62353]: DEBUG oslo_vmware.api [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656584, 'name': PowerOnVM_Task, 'duration_secs': 0.740796} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.368524] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 624.369085] env[62353]: INFO nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Took 13.00 seconds to spawn the instance on the hypervisor. [ 624.369493] env[62353]: DEBUG nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 624.370393] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7438e-ccc4-4869-9c9c-4e34f5706f9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.408651] env[62353]: INFO nova.compute.manager [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Took 26.49 seconds to build instance. [ 624.468275] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.468658] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Instance network_info: |[{"id": "27658fea-7b7b-45ab-830b-e2143ff9df95", "address": "fa:16:3e:29:d4:f0", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27658fea-7b", "ovs_interfaceid": "27658fea-7b7b-45ab-830b-e2143ff9df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 624.469876] env[62353]: DEBUG nova.compute.utils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 624.472014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d4:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27658fea-7b7b-45ab-830b-e2143ff9df95', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.487266] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Creating folder: Project (0bfe02e97ec543bdbff88ce6c47561be). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 624.488455] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 624.488636] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 624.491966] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 624.494711] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c444841-3ea2-499e-a99c-724e22c60e29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.508891] env[62353]: DEBUG oslo_vmware.api [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656585, 'name': PowerOnVM_Task, 'duration_secs': 0.565008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.510609] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 624.510609] env[62353]: INFO nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 10.80 seconds to spawn the instance on the hypervisor. [ 624.510940] env[62353]: DEBUG nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 624.512040] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Created folder: Project (0bfe02e97ec543bdbff88ce6c47561be) in parent group-v159334. [ 624.512040] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Creating folder: Instances. Parent ref: group-v159358. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 624.512574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba51251-ae05-4469-9182-e16a44040319 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.515169] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05508313-64a3-4cf1-9d40-f9a6cdabb13b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.525514] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Created folder: Instances in parent group-v159358. [ 624.526073] env[62353]: DEBUG oslo.service.loopingcall [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.526369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 624.526758] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece4f3bf-174f-4d32-8775-8b2a7ea84b90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.545782] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.545782] env[62353]: value = "task-656591" [ 624.545782] env[62353]: _type = "Task" [ 624.545782] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.553776] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656591, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.657589] env[62353]: DEBUG nova.policy [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef399e896c954f18a43ba5268368423b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '059b11d19b06497d9682c8b19c616ac8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 624.735638] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656586, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.812879] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656588, 'name': Rename_Task, 'duration_secs': 0.408125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.817955] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 624.818325] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3622aef9-fb28-4bfa-93e2-3b5b421548bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.827261] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 624.827261] env[62353]: value = "task-656592" [ 624.827261] env[62353]: _type = "Task" [ 624.827261] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.836196] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.899676] env[62353]: INFO nova.compute.manager [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Took 26.34 seconds to build instance. [ 624.910818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d389c239-d3fb-47b3-80f0-6b52ee89fafc tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.008s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.036595] env[62353]: INFO nova.compute.manager [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 25.91 seconds to build instance. [ 625.066047] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656591, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.243156] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656586, 'name': CreateVM_Task, 'duration_secs': 1.136847} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.243498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 625.244126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.244293] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.244812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.244893] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8985fa14-17e0-401d-9c0c-04500d7ae71e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.250653] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 625.250653] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bb945-9dcf-63d4-3532-e1dc266c42b7" [ 625.250653] env[62353]: _type = "Task" [ 625.250653] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.266153] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bb945-9dcf-63d4-3532-e1dc266c42b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.345353] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656592, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.402805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d08a131-bffa-4015-8d31-532e2266f493 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.846s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.417843] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 625.420087] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed3d3a-e8df-4e09-8669-351a66520a28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.432020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62802002-4d43-44e7-97f5-d2fdb3f911cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.471936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fba6a7-1a71-4b71-a03c-64f95c5570a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.481635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afea63a-8e4f-4a9a-aebb-92980e554a7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.495344] env[62353]: DEBUG nova.compute.provider_tree [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.516182] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 625.539550] env[62353]: DEBUG oslo_concurrency.lockutils [None req-63fbb8a2-806a-4a48-98f9-87fe31840f26 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.432s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.561376] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 625.561506] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 625.561733] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.562085] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 625.562167] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.562320] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 625.562561] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 625.562756] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 625.562955] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 625.563266] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 625.563449] env[62353]: DEBUG nova.virt.hardware [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.564714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a0b5f4-89ca-4073-8c43-81139e85da2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.570492] env[62353]: DEBUG nova.compute.manager [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Received event network-vif-plugged-27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 625.571452] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Acquiring lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.571452] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.571452] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.571452] env[62353]: DEBUG nova.compute.manager [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] No waiting events found dispatching network-vif-plugged-27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 625.571952] env[62353]: WARNING nova.compute.manager [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Received unexpected event network-vif-plugged-27658fea-7b7b-45ab-830b-e2143ff9df95 for instance with vm_state building and task_state spawning. [ 625.571952] env[62353]: DEBUG nova.compute.manager [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Received event network-changed-27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 625.571952] env[62353]: DEBUG nova.compute.manager [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Refreshing instance network info cache due to event network-changed-27658fea-7b7b-45ab-830b-e2143ff9df95. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 625.572137] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Acquiring lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.575903] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Acquired lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.575903] env[62353]: DEBUG nova.network.neutron [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Refreshing network info cache for port 27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 625.577903] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656591, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.583700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e45c39-8862-4a08-a494-8056aa02f6b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.761622] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bb945-9dcf-63d4-3532-e1dc266c42b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.761751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.761920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.762112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.762263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.762440] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.762699] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d6a4ddc-8727-43fc-a76d-ae142ce4f623 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.770461] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.770641] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 625.771432] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d738708-5a0a-4df0-811e-1814f0e63614 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.776794] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 625.776794] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52020098-27ca-8395-0250-83ce680e34bd" [ 625.776794] env[62353]: _type = "Task" [ 625.776794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.784878] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52020098-27ca-8395-0250-83ce680e34bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.839047] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656592, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.909650] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 625.946862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.001534] env[62353]: DEBUG nova.scheduler.client.report [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 626.046499] env[62353]: DEBUG nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 626.063066] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656591, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.149316] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Successfully created port: 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.288406] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52020098-27ca-8395-0250-83ce680e34bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.289343] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a832eee-ed01-40bd-92cd-63020a2f9aef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.295329] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 626.295329] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed817f-76ef-2c84-d9f7-ca01eecdb477" [ 626.295329] env[62353]: _type = "Task" [ 626.295329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.304661] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed817f-76ef-2c84-d9f7-ca01eecdb477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.343391] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656592, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.434148] env[62353]: DEBUG nova.compute.manager [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Received event network-changed-a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 626.434148] env[62353]: DEBUG nova.compute.manager [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Refreshing instance network info cache due to event network-changed-a25c2fc3-82a3-41c1-99f8-2488cbf63420. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 626.434148] env[62353]: DEBUG oslo_concurrency.lockutils [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] Acquiring lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.438567] env[62353]: DEBUG oslo_concurrency.lockutils [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] Acquired lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.438567] env[62353]: DEBUG nova.network.neutron [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Refreshing network info cache for port a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 626.453600] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.508148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.508720] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 626.512764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.916s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.515793] env[62353]: INFO nova.compute.claims [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.571868] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656591, 'name': CreateVM_Task, 'duration_secs': 1.562511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.571868] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 626.572599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.572599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.572762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.574094] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013af66a-2ff5-408d-80e1-ac60661ecdff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.580431] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.582888] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 626.582888] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c052a-2b5f-fba2-d1cf-113f096a99dd" [ 626.582888] env[62353]: _type = "Task" [ 626.582888] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.594449] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c052a-2b5f-fba2-d1cf-113f096a99dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.646043] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Successfully updated port: e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.814584] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed817f-76ef-2c84-d9f7-ca01eecdb477, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.815018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.815640] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3cb62651-d156-488f-8acd-8b3e1a5157da/3cb62651-d156-488f-8acd-8b3e1a5157da.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 626.816453] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7244a54b-bfc8-474b-8213-dcba279520a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.824992] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 626.824992] env[62353]: value = "task-656593" [ 626.824992] env[62353]: _type = "Task" [ 626.824992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.837927] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.848257] env[62353]: DEBUG oslo_vmware.api [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656592, 'name': PowerOnVM_Task, 'duration_secs': 1.520354} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.848630] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 626.849047] env[62353]: INFO nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Took 10.73 seconds to spawn the instance on the hypervisor. [ 626.849047] env[62353]: DEBUG nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 626.849964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d5deb-95cd-4215-89e2-4011a2e25677 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.022612] env[62353]: DEBUG nova.compute.utils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.024786] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 627.025165] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 627.082908] env[62353]: DEBUG nova.network.neutron [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Updated VIF entry in instance network info cache for port 27658fea-7b7b-45ab-830b-e2143ff9df95. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 627.083291] env[62353]: DEBUG nova.network.neutron [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Updating instance_info_cache with network_info: [{"id": "27658fea-7b7b-45ab-830b-e2143ff9df95", "address": "fa:16:3e:29:d4:f0", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27658fea-7b", "ovs_interfaceid": "27658fea-7b7b-45ab-830b-e2143ff9df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.103172] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c052a-2b5f-fba2-d1cf-113f096a99dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.104453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.104919] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.104997] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.105407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.105630] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.108023] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf1c8032-4095-40fb-b99d-f5b8a8198735 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.136033] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.136033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 627.136033] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf87595-5585-4904-83fc-5fa1226f170d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.145064] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 627.145064] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5254a291-2951-8c04-fa5a-345c66431344" [ 627.145064] env[62353]: _type = "Task" [ 627.145064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.151650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.151849] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.152103] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 627.161193] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5254a291-2951-8c04-fa5a-345c66431344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.286495] env[62353]: DEBUG nova.policy [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ace7423c79f456da9b6296b52620a8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dd6a49f73c8477ba80acbc8c00b2feb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 627.341603] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.374058] env[62353]: INFO nova.compute.manager [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Took 26.83 seconds to build instance. [ 627.544307] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 627.596232] env[62353]: DEBUG oslo_concurrency.lockutils [req-1b3c66bc-1cdf-4a33-b192-8bda7136750e req-35b569a3-3be4-4d0f-8099-cb06f8c53aec service nova] Releasing lock "refresh_cache-e490c7b7-6354-480b-bdc3-e3b70eb6a67f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.663074] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5254a291-2951-8c04-fa5a-345c66431344, 'name': SearchDatastore_Task, 'duration_secs': 0.079574} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.670163] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d7aae3-2989-4479-8742-f45300e78e56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.679805] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 627.679805] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b04cf-c927-52ee-0456-8efbeff88bce" [ 627.679805] env[62353]: _type = "Task" [ 627.679805] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.699141] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b04cf-c927-52ee-0456-8efbeff88bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.838396] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.841431] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3cb62651-d156-488f-8acd-8b3e1a5157da/3cb62651-d156-488f-8acd-8b3e1a5157da.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 627.841781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.843864] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c7ca8e-50e2-4769-9ce2-cb15ac923e5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.846538] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 627.853503] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 627.853503] env[62353]: value = "task-656594" [ 627.853503] env[62353]: _type = "Task" [ 627.853503] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.865477] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.873249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-11342065-d1dc-427a-920a-66d80eea5083 tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.344s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.963643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caeea6f-add7-4cb2-970b-9e01b9359ab2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.974384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fac74-1bf0-426c-b47a-2579be347637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.010165] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e231863-705e-4b2c-96ec-3a577aa518b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.019408] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb5267a-f2f4-4997-8075-bca1d1bc132a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.027461] env[62353]: DEBUG nova.network.neutron [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Updated VIF entry in instance network info cache for port a25c2fc3-82a3-41c1-99f8-2488cbf63420. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 628.028278] env[62353]: DEBUG nova.network.neutron [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Updating instance_info_cache with network_info: [{"id": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "address": "fa:16:3e:f4:e0:f6", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25c2fc3-82", "ovs_interfaceid": "a25c2fc3-82a3-41c1-99f8-2488cbf63420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.042456] env[62353]: DEBUG nova.compute.provider_tree [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.192073] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b04cf-c927-52ee-0456-8efbeff88bce, 'name': SearchDatastore_Task, 'duration_secs': 0.039046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.192359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.192506] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e490c7b7-6354-480b-bdc3-e3b70eb6a67f/e490c7b7-6354-480b-bdc3-e3b70eb6a67f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 628.192821] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df1b67a1-f4fb-4258-89e8-fcbb644dad44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.200905] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 628.200905] env[62353]: value = "task-656595" [ 628.200905] env[62353]: _type = "Task" [ 628.200905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.212109] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.370566] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.370914] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.372348] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9755cc-74d2-441b-a873-ed4e8be839d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.378227] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 628.402008] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3cb62651-d156-488f-8acd-8b3e1a5157da/3cb62651-d156-488f-8acd-8b3e1a5157da.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.402390] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d3877a-3715-416e-ab9d-3b25d1cfd2eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.428482] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 628.428482] env[62353]: value = "task-656596" [ 628.428482] env[62353]: _type = "Task" [ 628.428482] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.437788] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.438889] env[62353]: DEBUG nova.network.neutron [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updating instance_info_cache with network_info: [{"id": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "address": "fa:16:3e:b5:7e:85", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f13a16-d5", "ovs_interfaceid": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.533625] env[62353]: DEBUG oslo_concurrency.lockutils [req-c985f810-2f2c-49d7-abcb-3f34a4871cd6 req-d0e452f4-5d9f-41b5-86d6-60604f5bfe6f service nova] Releasing lock "refresh_cache-3cb62651-d156-488f-8acd-8b3e1a5157da" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.546360] env[62353]: DEBUG nova.scheduler.client.report [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 628.553893] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 628.591280] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 628.591870] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 628.592104] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.592307] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 628.592467] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.592664] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 628.593753] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 628.593753] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 628.593753] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 628.593753] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 628.593753] env[62353]: DEBUG nova.virt.hardware [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.594893] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6cea25-c9fe-47f0-bae7-0707a2d035a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.603275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb18fb-3701-4b8d-881c-6ab66238bc2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.711266] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.787763] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Successfully created port: c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.907453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.943043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.943571] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Instance network_info: |[{"id": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "address": "fa:16:3e:b5:7e:85", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f13a16-d5", "ovs_interfaceid": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 628.944116] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.944350] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7e:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2f13a16-d50f-45fe-b6a8-d2c6917f64d5', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.953080] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Creating folder: Project (56d9c58bb2a147eabc68b7c1672241be). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.953505] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85452fd3-fcbd-4559-ab26-5a17dc1a6733 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.967087] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Created folder: Project (56d9c58bb2a147eabc68b7c1672241be) in parent group-v159334. [ 628.967464] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Creating folder: Instances. Parent ref: group-v159361. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.967756] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbcb3a8-e2de-4d3e-bbc3-4d691af77c6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.983116] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Created folder: Instances in parent group-v159361. [ 628.983116] env[62353]: DEBUG oslo.service.loopingcall [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.983116] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 628.983482] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432d0ee8-940e-4310-bc74-1ecb7228afb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.013603] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.013603] env[62353]: value = "task-656599" [ 629.013603] env[62353]: _type = "Task" [ 629.013603] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.024838] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656599, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.043822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.044102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.053266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.054097] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 629.057554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.332s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.221410] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.221809] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e490c7b7-6354-480b-bdc3-e3b70eb6a67f/e490c7b7-6354-480b-bdc3-e3b70eb6a67f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 629.222100] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.222477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6305cd-2bb9-423f-9a57-810472d71a28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.233441] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 629.233441] env[62353]: value = "task-656600" [ 629.233441] env[62353]: _type = "Task" [ 629.233441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.244677] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.445348] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656596, 'name': ReconfigVM_Task, 'duration_secs': 0.572766} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.445348] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3cb62651-d156-488f-8acd-8b3e1a5157da/3cb62651-d156-488f-8acd-8b3e1a5157da.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.445348] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27761e9-3634-449e-8497-899d0ff0f58a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.448594] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 629.448594] env[62353]: value = "task-656601" [ 629.448594] env[62353]: _type = "Task" [ 629.448594] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.458454] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656601, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.528343] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656599, 'name': CreateVM_Task, 'duration_secs': 0.35117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.528523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 629.529802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.529802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.529802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.529986] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d2aab7-5e0c-4323-96ee-9fc59303bccd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.537905] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 629.537905] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246b193-1f5b-fbab-411f-48b0f58f0361" [ 629.537905] env[62353]: _type = "Task" [ 629.537905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.546608] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246b193-1f5b-fbab-411f-48b0f58f0361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.564675] env[62353]: INFO nova.compute.claims [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.575520] env[62353]: DEBUG nova.compute.utils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.581243] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 629.581399] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 629.655636] env[62353]: DEBUG nova.compute.manager [None req-a02108d7-6fa5-4e44-96bb-938b78840b32 tempest-ServerDiagnosticsV248Test-583395422 tempest-ServerDiagnosticsV248Test-583395422-project-admin] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 629.658894] env[62353]: DEBUG nova.compute.manager [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Received event network-vif-plugged-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 629.658894] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Acquiring lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.658894] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.658894] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.658894] env[62353]: DEBUG nova.compute.manager [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] No waiting events found dispatching network-vif-plugged-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 629.659630] env[62353]: WARNING nova.compute.manager [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Received unexpected event network-vif-plugged-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 for instance with vm_state building and task_state spawning. [ 629.659630] env[62353]: DEBUG nova.compute.manager [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Received event network-changed-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 629.659630] env[62353]: DEBUG nova.compute.manager [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Refreshing instance network info cache due to event network-changed-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 629.659630] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Acquiring lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.659630] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Acquired lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.659790] env[62353]: DEBUG nova.network.neutron [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Refreshing network info cache for port e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 629.660556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4c321-1fa9-464d-ad8b-a79fe28ab67c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.668302] env[62353]: INFO nova.compute.manager [None req-a02108d7-6fa5-4e44-96bb-938b78840b32 tempest-ServerDiagnosticsV248Test-583395422 tempest-ServerDiagnosticsV248Test-583395422-project-admin] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Retrieving diagnostics [ 629.669886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836e3b8-3948-4fc9-9270-a75dd5d63bc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.745197] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.746637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.746637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86120a3b-0cc2-4e3e-8434-b9ae21f7372d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.781498] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e490c7b7-6354-480b-bdc3-e3b70eb6a67f/e490c7b7-6354-480b-bdc3-e3b70eb6a67f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.782581] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e4e67c-e67b-441f-a91e-4407fbd9d938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.806183] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 629.806183] env[62353]: value = "task-656602" [ 629.806183] env[62353]: _type = "Task" [ 629.806183] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.816101] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.884727] env[62353]: DEBUG nova.policy [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39300f72c05549b7a317cee60813a777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c863b959cf334f23bd1cdcbf3fb9cde3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 629.966240] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656601, 'name': Rename_Task, 'duration_secs': 0.353401} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.966240] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 629.966240] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd36333e-427d-4054-b35c-39ad7f27452f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.974180] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 629.974180] env[62353]: value = "task-656603" [ 629.974180] env[62353]: _type = "Task" [ 629.974180] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.985441] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.050322] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246b193-1f5b-fbab-411f-48b0f58f0361, 'name': SearchDatastore_Task, 'duration_secs': 0.043142} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.050634] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.050899] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.051276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.053030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.053030] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.053030] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-161f801c-ccd5-4b1a-86aa-3c061166c202 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.060736] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.060968] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 630.061734] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ebfb41-ce63-476c-84ed-45ec4f45bc9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.068397] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 630.068397] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5f063-2118-a465-4309-e579e954609a" [ 630.068397] env[62353]: _type = "Task" [ 630.068397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.077018] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5f063-2118-a465-4309-e579e954609a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.083276] env[62353]: INFO nova.compute.resource_tracker [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating resource usage from migration 1d4dd634-3012-4372-8c79-287e26f0e764 [ 630.086712] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 630.323668] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.396660] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Successfully updated port: 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.488125] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.582579] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5f063-2118-a465-4309-e579e954609a, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.587057] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa1078f-1368-414b-87d1-be8a0e48aced {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.597612] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 630.597612] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5e4b0-c199-a5d0-1d72-e7c98f2aad55" [ 630.597612] env[62353]: _type = "Task" [ 630.597612] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.612275] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5e4b0-c199-a5d0-1d72-e7c98f2aad55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.614253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd80d9-dbe8-41ce-aa46-0f7a959b3301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.622242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66270293-9562-4952-ab1b-7166bb47eeb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.656302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e5870-011f-4145-97ee-fa6558113e79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.664903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b5475-6fd8-4217-9e91-917ee8fc3622 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.679731] env[62353]: DEBUG nova.compute.provider_tree [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.822023] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656602, 'name': ReconfigVM_Task, 'duration_secs': 0.654787} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.822023] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e490c7b7-6354-480b-bdc3-e3b70eb6a67f/e490c7b7-6354-480b-bdc3-e3b70eb6a67f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.822023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9414844-9f38-424a-a9d3-4ffddbf539e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.827609] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 630.827609] env[62353]: value = "task-656604" [ 630.827609] env[62353]: _type = "Task" [ 630.827609] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.840483] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656604, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.907694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.907897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.908079] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 630.967020] env[62353]: INFO nova.compute.manager [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Rebuilding instance [ 630.985491] env[62353]: DEBUG oslo_vmware.api [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656603, 'name': PowerOnVM_Task, 'duration_secs': 0.960394} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.985789] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 630.986014] env[62353]: INFO nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Took 12.39 seconds to spawn the instance on the hypervisor. [ 630.986198] env[62353]: DEBUG nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 630.986991] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8681e-6239-4972-ad88-42c38e460ab6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.027715] env[62353]: DEBUG nova.compute.manager [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 631.029065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa95443-e611-4d64-8612-b1bf6408861c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.098820] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 631.113934] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5e4b0-c199-a5d0-1d72-e7c98f2aad55, 'name': SearchDatastore_Task, 'duration_secs': 0.026406} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.116086] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.116853] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 8b6c6ad7-cb82-4014-afc2-4689cdee033a/8b6c6ad7-cb82-4014-afc2-4689cdee033a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 631.117205] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4bc106-01e6-4a13-9de9-0f0081dcabb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.129059] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 631.129059] env[62353]: value = "task-656605" [ 631.129059] env[62353]: _type = "Task" [ 631.129059] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.139670] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 631.139670] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 631.139670] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.139969] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 631.139969] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.139969] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 631.140142] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 631.140286] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 631.140447] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 631.140598] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 631.140760] env[62353]: DEBUG nova.virt.hardware [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.142092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fbbd8-feff-4920-86db-370ae1316bd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.150902] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.159533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6615cf55-ce4d-4c7a-8aa9-3824d96ae5c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.182274] env[62353]: DEBUG nova.scheduler.client.report [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 631.218494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "286f4f94-bab8-4307-a172-d8dee9888376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.218494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.346068] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656604, 'name': Rename_Task, 'duration_secs': 0.204238} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.347033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 631.347033] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0687314c-78ff-43e3-83ac-5ede400c6e73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.355139] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 631.355139] env[62353]: value = "task-656606" [ 631.355139] env[62353]: _type = "Task" [ 631.355139] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.367030] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.517462] env[62353]: INFO nova.compute.manager [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Took 30.23 seconds to build instance. [ 631.534880] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 631.542321] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 631.542658] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f73fceb-1b6a-4036-a47a-945899875b2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.553802] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 631.553802] env[62353]: value = "task-656607" [ 631.553802] env[62353]: _type = "Task" [ 631.553802] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.565443] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.590578] env[62353]: DEBUG nova.network.neutron [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updated VIF entry in instance network info cache for port e2f13a16-d50f-45fe-b6a8-d2c6917f64d5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 631.590953] env[62353]: DEBUG nova.network.neutron [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updating instance_info_cache with network_info: [{"id": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "address": "fa:16:3e:b5:7e:85", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f13a16-d5", "ovs_interfaceid": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.645793] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.657731] env[62353]: DEBUG nova.compute.manager [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-vif-plugged-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 631.657731] env[62353]: DEBUG oslo_concurrency.lockutils [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] Acquiring lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.657731] env[62353]: DEBUG oslo_concurrency.lockutils [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.657731] env[62353]: DEBUG oslo_concurrency.lockutils [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.657731] env[62353]: DEBUG nova.compute.manager [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] No waiting events found dispatching network-vif-plugged-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 631.658020] env[62353]: WARNING nova.compute.manager [req-19002cef-3e0f-4bd1-8350-a5a38e6f1f87 req-374e8c49-7829-49f4-85dc-01d2f016b324 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received unexpected event network-vif-plugged-4b10a532-b611-4e4f-84a5-978100a46aa8 for instance with vm_state building and task_state spawning. [ 631.658020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.658020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.658020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.658366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.658585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.661584] env[62353]: INFO nova.compute.manager [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Terminating instance [ 631.665595] env[62353]: DEBUG nova.compute.manager [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 631.665595] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 631.666216] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb258851-cdbd-4915-83e6-00c4392a02e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.680382] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 631.680574] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f02fd79-70dd-4a0f-931f-3bac566eca5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.688313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.631s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.688480] env[62353]: INFO nova.compute.manager [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Migrating [ 631.688746] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.688915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.691278] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 631.691278] env[62353]: value = "task-656608" [ 631.691278] env[62353]: _type = "Task" [ 631.691278] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.692254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.745s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.693814] env[62353]: INFO nova.compute.claims [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.708034] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.800378] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Successfully created port: e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.870578] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.022718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d21ca43e-6773-4208-bc1e-d9be764a0ec5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.744s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.064890] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656607, 'name': PowerOffVM_Task, 'duration_secs': 0.273953} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.065764] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 632.065764] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 632.066744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2a61d4-326d-4d0b-b3f2-557268b9b261 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.074194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 632.074473] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d0f23a1-4b54-4537-af7b-9c966c6da28b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.094454] env[62353]: DEBUG oslo_concurrency.lockutils [req-4c631c34-37b1-4db3-bf7a-6c52adc2ccd6 req-86f51681-c6be-43bc-acdd-735ed3b220cc service nova] Releasing lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.144481] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605671} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.144891] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 8b6c6ad7-cb82-4014-afc2-4689cdee033a/8b6c6ad7-cb82-4014-afc2-4689cdee033a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 632.145128] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.145386] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fd6a852-e372-47dd-a6e7-77e75b4fd05e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.152553] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 632.152553] env[62353]: value = "task-656610" [ 632.152553] env[62353]: _type = "Task" [ 632.152553] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.163670] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.166767] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 632.166951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 632.169476] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore2] d1fe6305-e472-42f4-a78c-76508daf3d37 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.169476] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614282f6-44ac-4307-b207-2e1c780d0ee3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.173300] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 632.173300] env[62353]: value = "task-656611" [ 632.173300] env[62353]: _type = "Task" [ 632.173300] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.183421] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.201857] env[62353]: INFO nova.compute.rpcapi [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 632.201991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.226162] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656608, 'name': PowerOffVM_Task, 'duration_secs': 0.322337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.227398] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 632.227503] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 632.228062] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8c79d1-64fb-4d55-bb3b-28f1dae80167 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.296345] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 632.296732] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 632.297122] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleting the datastore file [datastore2] fd4d5f14-1333-428e-82c2-77c6dfadeb40 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.298496] env[62353]: DEBUG nova.network.neutron [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.299632] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebffa4c-ae3c-4668-bc08-6a69816ea4ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.306819] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for the task: (returnval){ [ 632.306819] env[62353]: value = "task-656613" [ 632.306819] env[62353]: _type = "Task" [ 632.306819] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.317062] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.338037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.338942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.338942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.338942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.338942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.340976] env[62353]: INFO nova.compute.manager [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Terminating instance [ 632.342779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "refresh_cache-f5375f29-9da6-41a8-8ae6-060f44cb0a64" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.343103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquired lock "refresh_cache-f5375f29-9da6-41a8-8ae6-060f44cb0a64" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.343103] env[62353]: DEBUG nova.network.neutron [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 632.364484] env[62353]: DEBUG oslo_vmware.api [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656606, 'name': PowerOnVM_Task, 'duration_secs': 0.670684} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.364777] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 632.365116] env[62353]: INFO nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Took 11.35 seconds to spawn the instance on the hypervisor. [ 632.365261] env[62353]: DEBUG nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 632.366022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfc23a-df83-4579-8dc1-588b1fdc1f96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.526188] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 632.666698] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.666698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.668085] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f09687-d0b4-44e3-914f-f3b7647312dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.691984] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 8b6c6ad7-cb82-4014-afc2-4689cdee033a/8b6c6ad7-cb82-4014-afc2-4689cdee033a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.696501] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ba913c-383b-4a72-bf9b-a3136e38b533 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.719413] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.721142] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.721292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 632.721516] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 632.724377] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 632.724377] env[62353]: value = "task-656614" [ 632.724377] env[62353]: _type = "Task" [ 632.724377] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.728560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.728999] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.729117] env[62353]: DEBUG nova.network.neutron [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 632.740704] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.761910] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Successfully updated port: c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.806833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.806833] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Instance network_info: |[{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 632.808575] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:47:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b10a532-b611-4e4f-84a5-978100a46aa8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.816477] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Creating folder: Project (059b11d19b06497d9682c8b19c616ac8). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 632.821320] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e6ff88-a7a0-485d-8453-7fee6321d9c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.839405] env[62353]: DEBUG oslo_vmware.api [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Task: {'id': task-656613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.839405] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.839405] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 632.839405] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 632.839405] env[62353]: INFO nova.compute.manager [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Took 1.17 seconds to destroy the instance on the hypervisor. [ 632.839580] env[62353]: DEBUG oslo.service.loopingcall [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.839791] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Created folder: Project (059b11d19b06497d9682c8b19c616ac8) in parent group-v159334. [ 632.839876] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Creating folder: Instances. Parent ref: group-v159364. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 632.840038] env[62353]: DEBUG nova.compute.manager [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 632.840128] env[62353]: DEBUG nova.network.neutron [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 632.846336] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c566d2ac-edd8-4b83-bbf1-1d4e7b0423c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.862832] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Created folder: Instances in parent group-v159364. [ 632.863101] env[62353]: DEBUG oslo.service.loopingcall [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.863302] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 632.863547] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf6e97a-fdb5-4444-a0d3-bf3707bc9f54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.898966] env[62353]: INFO nova.compute.manager [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Took 30.16 seconds to build instance. [ 632.902355] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.902355] env[62353]: value = "task-656617" [ 632.902355] env[62353]: _type = "Task" [ 632.902355] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.916737] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656617, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.919970] env[62353]: DEBUG nova.network.neutron [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 633.057182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.205086] env[62353]: DEBUG nova.network.neutron [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.254986] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.270504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.270504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquired lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.270504] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 633.319171] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495452a-59de-4896-9d48-2504902a81fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.329356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ce691-a6db-40cb-a185-8d10c27cbe7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.373292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e1465-b5ef-446a-8783-dee5b95c32f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.387075] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80d18b-f465-4df4-89d7-d2c0190792b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.406294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a126f194-2eba-44dc-b3b1-402d7c57d286 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.690s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.407547] env[62353]: DEBUG nova.compute.provider_tree [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.422619] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656617, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.708703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Releasing lock "refresh_cache-f5375f29-9da6-41a8-8ae6-060f44cb0a64" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.709177] env[62353]: DEBUG nova.compute.manager [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 633.709377] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 633.713152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81f508-cedd-49c2-9071-f036cca4effa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.721137] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 633.721414] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825f3eb6-acdf-45f0-af90-f06a718e426b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.734490] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 633.734490] env[62353]: value = "task-656618" [ 633.734490] env[62353]: _type = "Task" [ 633.734490] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.751923] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.759166] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656614, 'name': ReconfigVM_Task, 'duration_secs': 0.811958} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.762117] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 8b6c6ad7-cb82-4014-afc2-4689cdee033a/8b6c6ad7-cb82-4014-afc2-4689cdee033a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.762117] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b467c4-a254-4d30-9b64-746aab08023f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.768327] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 633.768327] env[62353]: value = "task-656619" [ 633.768327] env[62353]: _type = "Task" [ 633.768327] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.777238] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 633.777473] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 633.777940] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.777940] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 633.777940] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.778715] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 633.778715] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 633.778715] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 633.778715] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 633.778979] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 633.778979] env[62353]: DEBUG nova.virt.hardware [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.781613] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d8b238-ee6b-4733-81b0-f59a62d65308 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.788689] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656619, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.797501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c203ea2c-a4cc-41af-b70d-308d35c8a3f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.818041] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f9:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9691b9ab-0ed0-416c-b7c7-2e88e34be167', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.826871] env[62353]: DEBUG oslo.service.loopingcall [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.827317] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 633.827574] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2db23cc-09b4-41fc-afc6-779c59a1a501 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.851300] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.851300] env[62353]: value = "task-656620" [ 633.851300] env[62353]: _type = "Task" [ 633.851300] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.860586] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656620, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.919046] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 633.923138] env[62353]: DEBUG nova.scheduler.client.report [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 633.930650] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 633.943622] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656617, 'name': CreateVM_Task, 'duration_secs': 0.61399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.943829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 633.944953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.944953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.945725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.946058] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de13f2d3-8ff0-4659-9b36-e2d1b352313d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.953222] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 633.953222] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a98d6-be80-4753-9d44-391e6e6f6e0c" [ 633.953222] env[62353]: _type = "Task" [ 633.953222] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.963386] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a98d6-be80-4753-9d44-391e6e6f6e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.217079] env[62353]: DEBUG nova.network.neutron [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.252264] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.280272] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656619, 'name': Rename_Task, 'duration_secs': 0.189011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.280584] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 634.280863] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f23d84-0c7b-42fe-a499-77b561e88e72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.287663] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 634.287663] env[62353]: value = "task-656621" [ 634.287663] env[62353]: _type = "Task" [ 634.287663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.297383] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.369591] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656620, 'name': CreateVM_Task, 'duration_secs': 0.452055} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.369831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 634.374213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.435460] env[62353]: DEBUG nova.network.neutron [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Updating instance_info_cache with network_info: [{"id": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "address": "fa:16:3e:ca:f6:ba", "network": {"id": "2ab61639-fd61-47a4-9f02-3c18af9a7b1d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2060172360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd6a49f73c8477ba80acbc8c00b2feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2fc06-63", "ovs_interfaceid": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.436287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.438170] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 634.442079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.444474] env[62353]: INFO nova.compute.claims [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.470839] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a98d6-be80-4753-9d44-391e6e6f6e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019902} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.472239] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.472239] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.472618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.472618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.472771] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.472961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.473265] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.473808] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec6d28d-c3f1-4a13-9e32-b2d1e379577e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.479510] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e38efe4-18b9-4bb1-8ce4-7df9686f3d50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.485657] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 634.485657] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52055841-c0c9-beb8-bfdd-2a2a62453482" [ 634.485657] env[62353]: _type = "Task" [ 634.485657] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.487014] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.487263] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 634.488706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.494346] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22d132f-58de-4a66-9c21-41ed6a960705 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.506606] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52055841-c0c9-beb8-bfdd-2a2a62453482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.508222] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 634.508222] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ab737-dbc9-52c0-45e1-d0dd53ccb4a1" [ 634.508222] env[62353]: _type = "Task" [ 634.508222] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.518752] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ab737-dbc9-52c0-45e1-d0dd53ccb4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.553854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.554123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.592633] env[62353]: DEBUG nova.network.neutron [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.705893] env[62353]: DEBUG nova.compute.manager [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Received event network-vif-plugged-c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 634.711947] env[62353]: DEBUG oslo_concurrency.lockutils [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] Acquiring lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.711947] env[62353]: DEBUG oslo_concurrency.lockutils [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] Lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.711947] env[62353]: DEBUG oslo_concurrency.lockutils [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] Lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.711947] env[62353]: DEBUG nova.compute.manager [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] No waiting events found dispatching network-vif-plugged-c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 634.711947] env[62353]: WARNING nova.compute.manager [req-00399d9a-3216-4974-a808-df1861cb8319 req-3c9ef6b4-0c31-4aea-9d02-e747f1e28963 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Received unexpected event network-vif-plugged-c1b2fc06-63f5-4acc-a988-d0c8802d656b for instance with vm_state building and task_state spawning. [ 634.722246] env[62353]: INFO nova.compute.manager [-] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Took 1.88 seconds to deallocate network for instance. [ 634.753045] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656618, 'name': PowerOffVM_Task, 'duration_secs': 0.902802} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.753331] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 634.753511] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 634.753766] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f65264-d48d-4da3-93e1-4ff5347e1303 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.778297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 634.778490] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 634.778673] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleting the datastore file [datastore1] f5375f29-9da6-41a8-8ae6-060f44cb0a64 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.778928] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-553296a2-2258-4ca1-8fc1-ddac5e5bfc0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.789041] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for the task: (returnval){ [ 634.789041] env[62353]: value = "task-656623" [ 634.789041] env[62353]: _type = "Task" [ 634.789041] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.803150] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.807289] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.937700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Releasing lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.938148] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Instance network_info: |[{"id": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "address": "fa:16:3e:ca:f6:ba", "network": {"id": "2ab61639-fd61-47a4-9f02-3c18af9a7b1d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2060172360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd6a49f73c8477ba80acbc8c00b2feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2fc06-63", "ovs_interfaceid": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 634.938869] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f6:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b2fc06-63f5-4acc-a988-d0c8802d656b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.951707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Creating folder: Project (2dd6a49f73c8477ba80acbc8c00b2feb). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 634.954079] env[62353]: DEBUG nova.compute.utils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.957954] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d7369c-7114-48cd-9017-a61f2708cb38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.960276] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 634.960536] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 634.973454] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Created folder: Project (2dd6a49f73c8477ba80acbc8c00b2feb) in parent group-v159334. [ 634.973698] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Creating folder: Instances. Parent ref: group-v159368. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 634.974103] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-402cbe3e-3156-4532-b7a6-381df16ff457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.984585] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Created folder: Instances in parent group-v159368. [ 634.985023] env[62353]: DEBUG oslo.service.loopingcall [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.985935] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 634.985935] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62b04ed9-3c16-4368-b730-2aadf9665e54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.017384] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.017384] env[62353]: value = "task-656626" [ 635.017384] env[62353]: _type = "Task" [ 635.017384] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.026684] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ab737-dbc9-52c0-45e1-d0dd53ccb4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.026849] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52055841-c0c9-beb8-bfdd-2a2a62453482, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.028471] env[62353]: DEBUG nova.policy [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56cc68ba8e3741f09d5e2afaa722dda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dd909f61f9240498bd88e590cce5931', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 635.034603] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.034850] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.035615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.035883] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37935d04-f62e-42bd-8764-1813c404af17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.046767] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656626, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.046767] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 635.046767] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5226d78d-873c-1cec-1202-607ea9696462" [ 635.046767] env[62353]: _type = "Task" [ 635.046767] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.054341] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5226d78d-873c-1cec-1202-607ea9696462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.097929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.172368] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Successfully updated port: e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.232170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.305164] env[62353]: DEBUG oslo_vmware.api [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656621, 'name': PowerOnVM_Task, 'duration_secs': 0.587331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.311926] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 635.311926] env[62353]: INFO nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Took 11.81 seconds to spawn the instance on the hypervisor. [ 635.311926] env[62353]: DEBUG nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 635.311926] env[62353]: DEBUG oslo_vmware.api [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Task: {'id': task-656623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102888} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.311926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc362fdf-ec26-48ff-a717-cb1c6f99e521 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.316409] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.316409] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 635.316409] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 635.316409] env[62353]: INFO nova.compute.manager [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Took 1.61 seconds to destroy the instance on the hypervisor. [ 635.316409] env[62353]: DEBUG oslo.service.loopingcall [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.316699] env[62353]: DEBUG nova.compute.manager [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 635.316699] env[62353]: DEBUG nova.network.neutron [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 635.347813] env[62353]: DEBUG nova.network.neutron [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 635.461473] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 635.536833] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656626, 'name': CreateVM_Task, 'duration_secs': 0.354738} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.538703] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 635.538703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.538703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.538703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.538703] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be998c3-210c-45dc-a1c6-8eb92523b064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.543622] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 635.543622] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527d41e5-a4d3-6b41-32cc-f303b3bddfb7" [ 635.543622] env[62353]: _type = "Task" [ 635.543622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.561288] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527d41e5-a4d3-6b41-32cc-f303b3bddfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.561610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.561844] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.562062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.566322] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5226d78d-873c-1cec-1202-607ea9696462, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.567433] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.567433] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f8d7ed54-118c-4bba-a0ff-0864b648f7a4/f8d7ed54-118c-4bba-a0ff-0864b648f7a4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 635.567561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.567773] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.567915] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000292b0-e7e9-4026-ab7c-d8b5d783ad7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.570849] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d4a58d-96e1-4077-af26-f52e244f3b9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.581028] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.581158] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 635.582756] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 635.582756] env[62353]: value = "task-656627" [ 635.582756] env[62353]: _type = "Task" [ 635.582756] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.582974] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb01461-57e0-4363-aee0-04ce1172098f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.593256] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 635.593256] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526e6bae-02d0-eb16-58ba-aa4aa9b13329" [ 635.593256] env[62353]: _type = "Task" [ 635.593256] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.595888] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.611601] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526e6bae-02d0-eb16-58ba-aa4aa9b13329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.680040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.680183] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.680441] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 635.744127] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Successfully created port: d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.842655] env[62353]: INFO nova.compute.manager [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Took 31.95 seconds to build instance. [ 635.849737] env[62353]: DEBUG nova.network.neutron [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.938230] env[62353]: DEBUG nova.compute.manager [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 635.938230] env[62353]: DEBUG nova.compute.manager [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing instance network info cache due to event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 635.938529] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.938908] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.939511] env[62353]: DEBUG nova.network.neutron [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 635.950358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88896972-4654-4783-b705-fc1aa5aaae5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.962507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bef4498-b398-4064-a878-cd140a7659c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.970195] env[62353]: INFO nova.virt.block_device [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Booting with volume 50ee9ef6-5c57-41b5-b554-dfeb081d22c3 at /dev/sda [ 636.013846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2026e8ac-900a-4807-9847-13895846b3b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.036010] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111906af-6b77-4b77-a1e7-098a12cdf604 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.054980] env[62353]: DEBUG nova.compute.provider_tree [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.088475] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0da8ce-dd27-4a78-8d09-851a969aaac3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.106990] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487592} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.113759] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1bd76b-f1aa-462a-985e-0d24421629bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.124737] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f8d7ed54-118c-4bba-a0ff-0864b648f7a4/f8d7ed54-118c-4bba-a0ff-0864b648f7a4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 636.124970] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.128923] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d31bf80f-17ab-46af-b692-8fa004b536be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.130966] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526e6bae-02d0-eb16-58ba-aa4aa9b13329, 'name': SearchDatastore_Task, 'duration_secs': 0.01856} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.132606] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acd1691-d509-44ad-a0e3-392ebbac37d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.138464] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 636.138464] env[62353]: value = "task-656628" [ 636.138464] env[62353]: _type = "Task" [ 636.138464] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.140200] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 636.140200] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d43b4b-f929-cf87-745a-e00ea0fb49ab" [ 636.140200] env[62353]: _type = "Task" [ 636.140200] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.161665] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a53306b-5a12-48db-b770-d97dad703f07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.166792] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.179184] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d43b4b-f929-cf87-745a-e00ea0fb49ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.184234] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a720c32-f118-497b-ad98-651223467cf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.192492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.192795] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 636.194933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.196098] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.196098] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b3b4f5-d842-4f5b-97ed-a2d4ddf8dac6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.198875] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a9a4d0-81f9-421a-8dfc-fa4a449ff0ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.208663] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 636.208663] env[62353]: value = "task-656629" [ 636.208663] env[62353]: _type = "Task" [ 636.208663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.223794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e74b1-d257-4805-ae8e-ee1112516623 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.228311] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.228311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 636.228952] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5c1d22-363e-4bd4-9442-2c6ba5989edd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.236772] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.237926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9110020-4489-4a3e-98f9-5acf7869df13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.241782] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 636.241782] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b99eb5-4d35-1c14-885a-798eb5f3cf8f" [ 636.241782] env[62353]: _type = "Task" [ 636.241782] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.250875] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b99eb5-4d35-1c14-885a-798eb5f3cf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.254878] env[62353]: DEBUG nova.virt.block_device [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating existing volume attachment record: 15ea3808-634c-4e05-8c94-e214c00b79a5 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 636.258047] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 636.352285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a653cd2e-2624-4d3d-b7fd-17baf440ce64 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.472s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.352285] env[62353]: INFO nova.compute.manager [-] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Took 1.04 seconds to deallocate network for instance. [ 636.511945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "5a569514-e724-49ff-ba8c-01ebae59a423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.512312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.559014] env[62353]: DEBUG nova.scheduler.client.report [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 636.635824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0e47f-b96a-4a87-9956-40f1591b85a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.663275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 636.678872] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.678872] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.678872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952465f-2d6a-40fb-9dee-37f66e0e6851 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.704775] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f8d7ed54-118c-4bba-a0ff-0864b648f7a4/f8d7ed54-118c-4bba-a0ff-0864b648f7a4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.705976] env[62353]: DEBUG nova.network.neutron [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Updating instance_info_cache with network_info: [{"id": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "address": "fa:16:3e:ad:56:e3", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape41eb5f4-c2", "ovs_interfaceid": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.707515] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4149a9b7-b1f6-43e5-a278-f70096fa612d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.735502] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656629, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.737520] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 636.737520] env[62353]: value = "task-656630" [ 636.737520] env[62353]: _type = "Task" [ 636.737520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.745960] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.758073] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b99eb5-4d35-1c14-885a-798eb5f3cf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.758771] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228856ad-0324-4af5-bdda-32b82693a2fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.767613] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 636.767613] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b481a0-1b4c-bb0a-8870-1bbfefa706c4" [ 636.767613] env[62353]: _type = "Task" [ 636.767613] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.774551] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b481a0-1b4c-bb0a-8870-1bbfefa706c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.853302] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 636.861982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.915772] env[62353]: DEBUG nova.network.neutron [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updated VIF entry in instance network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 636.916151] env[62353]: DEBUG nova.network.neutron [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.064431] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.064981] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 637.070150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.490s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.072076] env[62353]: INFO nova.compute.claims [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.175437] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 637.175999] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609dcd7f-b860-41fd-b19a-77e8e9b773b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.184254] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 637.184254] env[62353]: value = "task-656631" [ 637.184254] env[62353]: _type = "Task" [ 637.184254] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.194533] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.225199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Releasing lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.225199] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Instance network_info: |[{"id": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "address": "fa:16:3e:ad:56:e3", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape41eb5f4-c2", "ovs_interfaceid": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 637.226302] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:56:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e41eb5f4-c2ce-4c66-b6fd-9f679924bcad', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.236075] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Creating folder: Project (c863b959cf334f23bd1cdcbf3fb9cde3). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 637.236318] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57cf862b-8255-47b4-93ff-a885c67f189b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.253636] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.256411] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.257856] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 637.258018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.259122] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Created folder: Project (c863b959cf334f23bd1cdcbf3fb9cde3) in parent group-v159334. [ 637.259122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Creating folder: Instances. Parent ref: group-v159371. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 637.259122] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cbec18d-76eb-4c37-b736-6bbf3046d1b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.260801] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd98a7c-46e1-4fff-9f8a-6c07826f3b7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.267294] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 637.267294] env[62353]: value = "task-656633" [ 637.267294] env[62353]: _type = "Task" [ 637.267294] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.274744] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Created folder: Instances in parent group-v159371. [ 637.274994] env[62353]: DEBUG oslo.service.loopingcall [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.275622] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 637.276308] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7105da-d7ec-413d-a1e2-990a33f0caf9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.299565] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b481a0-1b4c-bb0a-8870-1bbfefa706c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.299898] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.300566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.300877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] abd482ff-fc07-4410-9178-375b6a2c0197/abd482ff-fc07-4410-9178-375b6a2c0197.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 637.301090] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c480f54-1cd2-4004-94d3-b6ee24f6a9f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.304972] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.304972] env[62353]: value = "task-656635" [ 637.304972] env[62353]: _type = "Task" [ 637.304972] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.309152] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 637.309152] env[62353]: value = "task-656636" [ 637.309152] env[62353]: _type = "Task" [ 637.309152] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.316342] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656635, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.323199] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.355705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.355998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.385166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.419061] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cd107d5-cc35-41d8-ac01-870dced46478 req-bc1e900e-cfc4-4511-8ed0-79aeb482073f service nova] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.577647] env[62353]: DEBUG nova.compute.utils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.581598] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 637.581598] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 637.664755] env[62353]: DEBUG nova.policy [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b19bb548ac5741b5b03b30dd320f4388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e0181ff77b4d43b22c019e36831811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 637.701916] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656631, 'name': PowerOffVM_Task, 'duration_secs': 0.225384} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.702513] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 637.702624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 637.711674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.711674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.758796] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656630, 'name': ReconfigVM_Task, 'duration_secs': 0.774557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.759189] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f8d7ed54-118c-4bba-a0ff-0864b648f7a4/f8d7ed54-118c-4bba-a0ff-0864b648f7a4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.759934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149e972a-53e9-4f28-8a39-52d738e26e0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.770416] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 637.770416] env[62353]: value = "task-656637" [ 637.770416] env[62353]: _type = "Task" [ 637.770416] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.798736] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656637, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.798996] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071651} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.799262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.800187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7cb88-6896-475d-a237-894645a17b04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.826689] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.834647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8814df-79b7-41c4-9208-46279d028e40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.855024] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656635, 'name': CreateVM_Task, 'duration_secs': 0.464353} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.858817] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 637.859151] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.859503] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 637.859503] env[62353]: value = "task-656638" [ 637.859503] env[62353]: _type = "Task" [ 637.859503] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.860118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.860338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.860940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.861055] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] abd482ff-fc07-4410-9178-375b6a2c0197/abd482ff-fc07-4410-9178-375b6a2c0197.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 637.861182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.861458] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b06f2d4-bc97-4034-a0eb-a5db9292b64d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.863185] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3026f207-d502-4218-80a0-169b643f0ade {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.871147] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 637.871147] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524c7589-000b-17e1-9ac3-27fca1c0987f" [ 637.871147] env[62353]: _type = "Task" [ 637.871147] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.878642] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.883990] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 637.883990] env[62353]: value = "task-656639" [ 637.883990] env[62353]: _type = "Task" [ 637.883990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.891993] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524c7589-000b-17e1-9ac3-27fca1c0987f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.896992] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.920023] env[62353]: DEBUG nova.compute.manager [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 637.920023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8fc673-3672-4ab8-9a4e-e921e2ec0f7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.940561] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Successfully updated port: d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.086228] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 638.213203] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 638.216511] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 638.217031] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.217031] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 638.217209] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.217270] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 638.219741] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 638.219741] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 638.219741] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 638.219741] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 638.219741] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.226323] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e91fdc-cc05-45ca-9cb9-ba3c1688e82a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.244435] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 638.244435] env[62353]: value = "task-656640" [ 638.244435] env[62353]: _type = "Task" [ 638.244435] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.260149] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.275786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "85f82654-dd2e-409e-90cb-1babd05343d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.276134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.289063] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656637, 'name': Rename_Task, 'duration_secs': 0.23512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.289063] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Successfully created port: 8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.290958] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 638.291554] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db49136-e273-4a4c-a593-e8a98b309de3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.299522] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 638.299522] env[62353]: value = "task-656641" [ 638.299522] env[62353]: _type = "Task" [ 638.299522] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.308546] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.375911] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656638, 'name': ReconfigVM_Task, 'duration_secs': 0.293253} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.376283] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d1fe6305-e472-42f4-a78c-76508daf3d37/d1fe6305-e472-42f4-a78c-76508daf3d37.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.376867] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03c3e86b-a21b-43c3-babc-8a7764d2d0e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.388483] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524c7589-000b-17e1-9ac3-27fca1c0987f, 'name': SearchDatastore_Task, 'duration_secs': 0.018201} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.397123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.397123] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.397123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.397123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.397268] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.397268] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 638.397268] env[62353]: value = "task-656642" [ 638.397268] env[62353]: _type = "Task" [ 638.397268] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.397416] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d421aff9-15c6-4af6-b676-34e2a018e255 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.405983] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070804} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.406593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.407877] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14f74f-c159-4b0b-9126-ce01e4f352ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.414073] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656642, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.420711] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.420711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 638.420711] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca7c520-9764-451e-b3ae-50104bc401c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.433478] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 638.433647] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 638.434636] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 638.434636] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.434636] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 638.434636] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.434636] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 638.436520] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 638.436520] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 638.436520] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 638.436520] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 638.436520] env[62353]: DEBUG nova.virt.hardware [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.437180] env[62353]: INFO nova.compute.manager [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] instance snapshotting [ 638.446878] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] abd482ff-fc07-4410-9178-375b6a2c0197/abd482ff-fc07-4410-9178-375b6a2c0197.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.452178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd192d-c43b-41f1-9941-61b495192398 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.455166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.455286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquired lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.455493] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 638.456480] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf8038e4-5073-4e8f-9f6e-0b3772a170b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.475549] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b100f5-ac66-40f0-a7f4-1e6ad4415ae4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.482138] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Received event network-changed-c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 638.482138] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Refreshing instance network info cache due to event network-changed-c1b2fc06-63f5-4acc-a988-d0c8802d656b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 638.482138] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Acquiring lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.482138] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Acquired lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.482138] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Refreshing network info cache for port c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 638.488053] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 638.488053] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52636b20-4345-eeac-2c9e-8b1c809bd4e2" [ 638.488053] env[62353]: _type = "Task" [ 638.488053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.499232] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 638.499232] env[62353]: value = "task-656643" [ 638.499232] env[62353]: _type = "Task" [ 638.499232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.499748] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d208ebc-eba2-4bf8-ba66-98ce8f3b2617 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.518799] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52636b20-4345-eeac-2c9e-8b1c809bd4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.535764] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 638.538078] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c056fc-6d79-42a7-b142-96cb2aa86f58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.541064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c30b80-f494-46e5-9d1b-587ac4eb92cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.560091] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.563511] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 638.563511] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bea9f0-8984-9f46-fae5-cb753b7a4e1e" [ 638.563511] env[62353]: _type = "Task" [ 638.563511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.576810] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bea9f0-8984-9f46-fae5-cb753b7a4e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.742831] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87647d0e-ed08-4db9-a8c9-91e0f0f180e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.763657] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49635317-a1a8-4e59-a891-359eaa5bf4a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.764384] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656640, 'name': ReconfigVM_Task, 'duration_secs': 0.382211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.767300] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 638.798168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85211d8e-a49a-41f7-b8a7-ec8901455091 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.814921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8cdfd-0ae0-4926-9b2e-7b7175f2b57b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.816220] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656641, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.829127] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.909307] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656642, 'name': Rename_Task, 'duration_secs': 0.34398} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.909536] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 638.909805] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39f7717b-2ae2-4f8d-ba50-10bce63ddd79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.917013] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 638.917013] env[62353]: value = "task-656644" [ 638.917013] env[62353]: _type = "Task" [ 638.917013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.927605] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.016414] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.076019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.079778] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1139030-ca83-417f-a90d-326374aaeb83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.082320] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bea9f0-8984-9f46-fae5-cb753b7a4e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.082745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.083247] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98/57a01a6a-e2f6-4bab-b79e-1c7007fb7c98.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 639.084743] env[62353]: DEBUG nova.network.neutron [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating instance_info_cache with network_info: [{"id": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "address": "fa:16:3e:0a:4a:87", "network": {"id": "0497f33e-a2cd-4009-9a78-d1e36cbd2127", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-453986652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd909f61f9240498bd88e590cce5931", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd281dcfe-8a", "ovs_interfaceid": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.091943] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d6b68b-c25b-4e9f-9a0f-9634d2f7e1cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.096670] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 639.096670] env[62353]: value = "task-656645" [ 639.096670] env[62353]: _type = "Task" [ 639.096670] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.103497] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 639.109356] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 639.109356] env[62353]: value = "task-656646" [ 639.109356] env[62353]: _type = "Task" [ 639.109356] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.119215] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.131703] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.146570] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 639.146570] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 639.146812] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.146858] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 639.146973] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.147172] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 639.147398] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 639.147578] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 639.147763] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 639.147926] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 639.148126] env[62353]: DEBUG nova.virt.hardware [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.151022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e5277-9523-48aa-ac34-17c80a8c5a6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.160738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3aba3d-4c8c-4566-af3a-680dbda03cc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.274821] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 639.275418] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 639.275418] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.275813] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 639.275813] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.275982] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 639.276409] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 639.276633] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 639.276865] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 639.277346] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 639.277346] env[62353]: DEBUG nova.virt.hardware [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.282884] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 639.283186] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1905f49b-1705-4b2f-9824-88f6d0bb7586 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.300975] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Updated VIF entry in instance network info cache for port c1b2fc06-63f5-4acc-a988-d0c8802d656b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 639.301333] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Updating instance_info_cache with network_info: [{"id": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "address": "fa:16:3e:ca:f6:ba", "network": {"id": "2ab61639-fd61-47a4-9f02-3c18af9a7b1d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2060172360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd6a49f73c8477ba80acbc8c00b2feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2fc06-63", "ovs_interfaceid": "c1b2fc06-63f5-4acc-a988-d0c8802d656b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.307445] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 639.307445] env[62353]: value = "task-656647" [ 639.307445] env[62353]: _type = "Task" [ 639.307445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.316518] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656641, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.322746] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.356937] env[62353]: ERROR nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [req-5ab9f065-cb16-42bc-a1bc-9e49e2076f3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ab9f065-cb16-42bc-a1bc-9e49e2076f3b"}]} [ 639.387041] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 639.408307] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 639.408610] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.429509] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.431038] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 639.458466] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 639.519305] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Received event network-changed-f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.519585] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Refreshing instance network info cache due to event network-changed-f9dcb790-1709-44ae-bd73-397ec4911e9e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 639.520096] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Acquiring lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.520292] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Acquired lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.520481] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Refreshing network info cache for port f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 639.529461] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656643, 'name': ReconfigVM_Task, 'duration_secs': 0.647048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.530103] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Reconfigured VM instance instance-0000000f to attach disk [datastore1] abd482ff-fc07-4410-9178-375b6a2c0197/abd482ff-fc07-4410-9178-375b6a2c0197.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.535015] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a113ef34-6b97-40a4-ada9-c08105ab4fbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.550323] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 639.550323] env[62353]: value = "task-656648" [ 639.550323] env[62353]: _type = "Task" [ 639.550323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.569046] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656648, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.598030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Releasing lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.598030] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance network_info: |[{"id": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "address": "fa:16:3e:0a:4a:87", "network": {"id": "0497f33e-a2cd-4009-9a78-d1e36cbd2127", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-453986652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd909f61f9240498bd88e590cce5931", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd281dcfe-8a", "ovs_interfaceid": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 639.598564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:4a:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd281dcfe-8a8d-4960-8a46-8dfae6ca70c4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.607366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Creating folder: Project (5dd909f61f9240498bd88e590cce5931). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 639.611799] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff5ae5a6-237e-444d-9b33-7ab7825f825c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.627444] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656645, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.633402] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656646, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.633402] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 639.633402] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 639.633402] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Folder already exists: Project (5dd909f61f9240498bd88e590cce5931). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.633402] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Creating folder: Instances. Parent ref: group-v159335. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 639.633674] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7579141-e86b-4c73-855a-6c8ed70c247f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.643773] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Created folder: Instances in parent group-v159335. [ 639.643883] env[62353]: DEBUG oslo.service.loopingcall [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.644033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 639.644593] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59aacb4-f46e-48b3-9df6-76ac8daaf554 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.670806] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.670806] env[62353]: value = "task-656651" [ 639.670806] env[62353]: _type = "Task" [ 639.670806] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.683111] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656651, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.814032] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Releasing lock "refresh_cache-abd482ff-fc07-4410-9178-375b6a2c0197" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.815134] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Received event network-vif-deleted-581f1afc-892b-4412-b3fe-dfd06c376334 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.815134] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Received event network-vif-plugged-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.815134] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Acquiring lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.815134] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.815134] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.815493] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] No waiting events found dispatching network-vif-plugged-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 639.815493] env[62353]: WARNING nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Received unexpected event network-vif-plugged-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad for instance with vm_state building and task_state spawning. [ 639.815837] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Received event network-changed-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.815944] env[62353]: DEBUG nova.compute.manager [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Refreshing instance network info cache due to event network-changed-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 639.816186] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Acquiring lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.816827] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Acquired lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.816827] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Refreshing network info cache for port e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 639.832239] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656647, 'name': ReconfigVM_Task, 'duration_secs': 0.437663} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.838706] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 639.839494] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656641, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.843105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f3d95-3aef-4eed-94db-75dd15143928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.870506] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.873722] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3c583c-abad-469c-819a-6e83339bbc7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.895056] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 639.895056] env[62353]: value = "task-656652" [ 639.895056] env[62353]: _type = "Task" [ 639.895056] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.903066] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.932323] env[62353]: DEBUG oslo_vmware.api [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656644, 'name': PowerOnVM_Task, 'duration_secs': 0.708396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.932502] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 639.932934] env[62353]: DEBUG nova.compute.manager [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 639.933738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df81ee66-f952-4269-b7b2-21abebb4b222 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.061126] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656648, 'name': Rename_Task, 'duration_secs': 0.244581} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.061126] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 640.061486] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c7cd5f-1587-4e03-aae7-0bcdf58df592 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.067340] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 640.067340] env[62353]: value = "task-656653" [ 640.067340] env[62353]: _type = "Task" [ 640.067340] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.079655] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.105364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de9bc9d-fdee-465e-8431-7ac7509b97b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.113659] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656645, 'name': CreateSnapshot_Task, 'duration_secs': 0.954817} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.114328] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.115378] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796fc4d-a142-429f-8c5c-44007e3c7b70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.123674] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2cf654-8e7e-492a-9790-6c868e580e9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.137589] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541691} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.164186] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98/57a01a6a-e2f6-4bab-b79e-1c7007fb7c98.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 640.164186] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.164186] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d437552a-5dd5-417b-bc14-0478e8bd6408 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.166279] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898adcbf-8473-4468-a83b-1b904308387c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.177713] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e8e993-2638-4121-847f-4ee5864c3332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.181707] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 640.181707] env[62353]: value = "task-656654" [ 640.181707] env[62353]: _type = "Task" [ 640.181707] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.196682] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656651, 'name': CreateVM_Task, 'duration_secs': 0.380884} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.197192] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.200627] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 640.200745] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159338', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'name': 'volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06ff232-9bce-48bc-bb55-80dafc48b560', 'attached_at': '', 'detached_at': '', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'serial': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3'}, 'attachment_id': '15ea3808-634c-4e05-8c94-e214c00b79a5', 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 640.201099] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 640.202051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae7839-a24e-413a-8476-bb4a76fa89ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.208244] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.213637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d73ed7-0799-498b-8519-efbb0c30ccbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.222269] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf09cac-a54a-49b0-815f-afafff798b51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.228829] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a6ad4a60-5f14-4529-9c2c-929b415dd9eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.239176] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 640.239176] env[62353]: value = "task-656655" [ 640.239176] env[62353]: _type = "Task" [ 640.239176] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.248063] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656655, 'name': RelocateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.312762] env[62353]: DEBUG oslo_vmware.api [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656641, 'name': PowerOnVM_Task, 'duration_secs': 1.615237} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.313045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 640.313261] env[62353]: INFO nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Took 14.80 seconds to spawn the instance on the hypervisor. [ 640.313475] env[62353]: DEBUG nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 640.314291] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d81df-9dcd-4701-b685-ea22e1e7a2a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.347325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eba3dae5-bbf6-440f-83aa-e33add887182" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.347578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.403452] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656652, 'name': ReconfigVM_Task, 'duration_secs': 0.491332} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.403782] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06/37b04929-abb5-480d-8c50-07ce99226b06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.404074] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 640.454062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.576903] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.640434] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.643445] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55d72e82-996d-46aa-9995-1eba54be4639 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.651967] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 640.651967] env[62353]: value = "task-656656" [ 640.651967] env[62353]: _type = "Task" [ 640.651967] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.660689] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656656, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.696181] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123451} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.696660] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.697261] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8efc8-ce94-4202-b6fc-6ea94b751780 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.730946] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98/57a01a6a-e2f6-4bab-b79e-1c7007fb7c98.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.734886] env[62353]: ERROR nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [req-887df618-9020-4780-a55b-cb1901a0f8ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-887df618-9020-4780-a55b-cb1901a0f8ce"}]} [ 640.736026] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updated VIF entry in instance network info cache for port f9dcb790-1709-44ae-bd73-397ec4911e9e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 640.736195] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating instance_info_cache with network_info: [{"id": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "address": "fa:16:3e:7f:6c:14", "network": {"id": "6a9c1b9f-8a1b-4645-8306-2823c71fc5ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1361432565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d73834f5be403092d2669ff007a9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9dcb790-17", "ovs_interfaceid": "f9dcb790-1709-44ae-bd73-397ec4911e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.739922] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034e3175-ef1a-4d4d-8235-d892226f627f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.772041] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656655, 'name': RelocateVM_Task} progress is 19%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.775059] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 640.775059] env[62353]: value = "task-656657" [ 640.775059] env[62353]: _type = "Task" [ 640.775059] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.789628] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.795301] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Successfully updated port: 8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.806688] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 640.840912] env[62353]: INFO nova.compute.manager [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Took 31.44 seconds to build instance. [ 640.844094] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 640.844313] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.871415] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 640.899346] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 640.910643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe3a78-0352-4aed-bcbe-611347b6018d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.939794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b3f44e-76a6-4a43-9940-2a9432c88061 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.962851] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 641.000446] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Updated VIF entry in instance network info cache for port e41eb5f4-c2ce-4c66-b6fd-9f679924bcad. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 641.000446] env[62353]: DEBUG nova.network.neutron [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Updating instance_info_cache with network_info: [{"id": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "address": "fa:16:3e:ad:56:e3", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape41eb5f4-c2", "ovs_interfaceid": "e41eb5f4-c2ce-4c66-b6fd-9f679924bcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.081487] env[62353]: DEBUG oslo_vmware.api [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656653, 'name': PowerOnVM_Task, 'duration_secs': 0.943911} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.081853] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 641.082145] env[62353]: INFO nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Took 12.53 seconds to spawn the instance on the hypervisor. [ 641.082369] env[62353]: DEBUG nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 641.083205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcef354-6754-43b8-8e51-7c4b30851a96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.172784] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656656, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.261825] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Releasing lock "refresh_cache-575b14cb-d0ee-45e2-89bf-572303129de1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.262134] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Received event network-vif-plugged-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 641.262326] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Acquiring lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.262525] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.262674] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.262835] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] No waiting events found dispatching network-vif-plugged-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 641.262994] env[62353]: WARNING nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Received unexpected event network-vif-plugged-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 for instance with vm_state building and task_state spawning. [ 641.263230] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Received event network-changed-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 641.263414] env[62353]: DEBUG nova.compute.manager [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Refreshing instance network info cache due to event network-changed-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 641.263627] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Acquiring lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.263767] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Acquired lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.263941] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Refreshing network info cache for port d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 641.277927] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656655, 'name': RelocateVM_Task, 'duration_secs': 0.81298} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.286093] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 641.286346] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159338', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'name': 'volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06ff232-9bce-48bc-bb55-80dafc48b560', 'attached_at': '', 'detached_at': '', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'serial': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 641.289120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6a37b-9fa1-4a40-9541-e518780cc8a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.297884] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656657, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.310699] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.310931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquired lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.311068] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 641.317287] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa6f2bb-e480-469c-b175-65c4b106f955 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.324162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "b50406ea-7264-4587-aa27-8bf4b867302e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.324162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.344568] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3/volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.349254] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb21cba-3e59-4f03-98ae-b20eccec6064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.364278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ced28492-8e56-4937-9f46-b29f6e882532 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.808s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.371660] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 641.371660] env[62353]: value = "task-656658" [ 641.371660] env[62353]: _type = "Task" [ 641.371660] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.382939] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.503444] env[62353]: DEBUG oslo_concurrency.lockutils [req-072cccad-97a2-453f-965c-8ddeb3a27ec7 req-e98d979b-bfdd-4ac8-8a4a-69a38f3e7cd6 service nova] Releasing lock "refresh_cache-57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.531739] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e6173-9081-4b72-a7fd-8e1a93eaa5b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.539428] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f65a2ac-09d9-4bbc-8dab-02cb15e509bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.569444] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb3f81-332b-4f40-b598-d47727d7bc46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.577303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c371e-d3ce-4a45-8988-149ba6d3d131 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.591022] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.614453] env[62353]: DEBUG nova.network.neutron [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Port 524cde14-d609-4f2a-ac28-8826931bed9c binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 641.621824] env[62353]: INFO nova.compute.manager [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Took 25.72 seconds to build instance. [ 641.668972] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656656, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.791276] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656657, 'name': ReconfigVM_Task, 'duration_secs': 0.676558} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.791498] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98/57a01a6a-e2f6-4bab-b79e-1c7007fb7c98.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.792265] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6abd4431-e05b-455e-aefd-2843e70d8315 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.801017] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 641.801017] env[62353]: value = "task-656659" [ 641.801017] env[62353]: _type = "Task" [ 641.801017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.811718] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656659, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.848919] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 641.869598] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 641.888732] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.072576] env[62353]: DEBUG nova.network.neutron [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updating instance_info_cache with network_info: [{"id": "8d3a88f4-1619-4595-a786-6bb76a145798", "address": "fa:16:3e:97:06:d5", "network": {"id": "a6d48dbb-170d-473f-840f-aa2cc8b28619", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1118325723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e0181ff77b4d43b22c019e36831811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3a88f4-16", "ovs_interfaceid": "8d3a88f4-1619-4595-a786-6bb76a145798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.082074] env[62353]: DEBUG nova.compute.manager [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Received event network-vif-plugged-8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 642.082205] env[62353]: DEBUG oslo_concurrency.lockutils [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] Acquiring lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.083846] env[62353]: DEBUG oslo_concurrency.lockutils [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] Lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.083846] env[62353]: DEBUG oslo_concurrency.lockutils [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] Lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.083846] env[62353]: DEBUG nova.compute.manager [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] No waiting events found dispatching network-vif-plugged-8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 642.083846] env[62353]: WARNING nova.compute.manager [req-67c1ab52-5e59-4d47-89a9-f092a9714ee6 req-f5e815b1-0e41-4da4-9ae5-97849695ddb4 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Received unexpected event network-vif-plugged-8d3a88f4-1619-4595-a786-6bb76a145798 for instance with vm_state building and task_state spawning. [ 642.124868] env[62353]: ERROR nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [req-70261f99-1dca-479b-bd72-b8229243dd9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70261f99-1dca-479b-bd72-b8229243dd9a"}]} [ 642.129174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b0c07f6a-0784-4234-90ce-27eb2877923f tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.143s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.161379] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 642.173534] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656656, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.193783] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 642.194950] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.227206] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 642.253047] env[62353]: DEBUG nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 642.317333] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656659, 'name': Rename_Task, 'duration_secs': 0.18605} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.317990] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 642.317990] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dcc30ec-5849-4797-bf4a-77f4f0e5b81a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.326134] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updated VIF entry in instance network info cache for port d281dcfe-8a8d-4960-8a46-8dfae6ca70c4. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 642.326134] env[62353]: DEBUG nova.network.neutron [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating instance_info_cache with network_info: [{"id": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "address": "fa:16:3e:0a:4a:87", "network": {"id": "0497f33e-a2cd-4009-9a78-d1e36cbd2127", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-453986652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd909f61f9240498bd88e590cce5931", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd281dcfe-8a", "ovs_interfaceid": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.326993] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 642.326993] env[62353]: value = "task-656660" [ 642.326993] env[62353]: _type = "Task" [ 642.326993] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.342607] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656660, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.394073] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656658, 'name': ReconfigVM_Task, 'duration_secs': 0.611699} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.397069] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3/volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.404890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.404890] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3dde25f-1af1-42e3-a0b1-9b66c6302d64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.421217] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 642.421217] env[62353]: value = "task-656661" [ 642.421217] env[62353]: _type = "Task" [ 642.421217] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.433898] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.586671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Releasing lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.586671] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Instance network_info: |[{"id": "8d3a88f4-1619-4595-a786-6bb76a145798", "address": "fa:16:3e:97:06:d5", "network": {"id": "a6d48dbb-170d-473f-840f-aa2cc8b28619", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1118325723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e0181ff77b4d43b22c019e36831811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3a88f4-16", "ovs_interfaceid": "8d3a88f4-1619-4595-a786-6bb76a145798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 642.590881] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:06:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3a88f4-1619-4595-a786-6bb76a145798', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.598696] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Creating folder: Project (69e0181ff77b4d43b22c019e36831811). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 642.605760] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-204562af-7c1a-4742-9423-eaf0ddf0cb8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.606444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.606665] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.616499] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Created folder: Project (69e0181ff77b4d43b22c019e36831811) in parent group-v159334. [ 642.616783] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Creating folder: Instances. Parent ref: group-v159378. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 642.617101] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7ce812-a1d7-4fba-9b12-acdc8e21d489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.626845] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Created folder: Instances in parent group-v159378. [ 642.627112] env[62353]: DEBUG oslo.service.loopingcall [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.627313] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 642.627569] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77dc6763-993d-49ca-a955-d62e778b90d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.653811] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 642.666078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.666351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.666520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.673479] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.673479] env[62353]: value = "task-656664" [ 642.673479] env[62353]: _type = "Task" [ 642.673479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.688655] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656656, 'name': CloneVM_Task, 'duration_secs': 1.654169} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.689813] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Created linked-clone VM from snapshot [ 642.693565] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b5d9a-a4e2-499f-a6d2-52bc382e840c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.380561] env[62353]: DEBUG oslo_concurrency.lockutils [req-be13caa5-726e-4497-b3a3-30e6a1ff4593 req-23aa12a6-670e-4993-8e41-de4001591dac service nova] Releasing lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.386786] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656664, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.386786] env[62353]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.206642 sec [ 643.403161] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Uploading image bbd374ce-befb-4881-823d-20a80ca1dbd8 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 643.413862] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656661, 'name': ReconfigVM_Task, 'duration_secs': 0.157856} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.414430] env[62353]: DEBUG oslo_vmware.api [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656660, 'name': PowerOnVM_Task, 'duration_secs': 0.446671} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.419825] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159338', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'name': 'volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06ff232-9bce-48bc-bb55-80dafc48b560', 'attached_at': '', 'detached_at': '', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'serial': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 643.420419] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 643.420620] env[62353]: INFO nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Took 12.32 seconds to spawn the instance on the hypervisor. [ 643.420860] env[62353]: DEBUG nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 643.421291] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656664, 'name': CreateVM_Task, 'duration_secs': 0.440139} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.422173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.424766] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af635be5-b499-4845-b473-2ed574845e2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.426248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863576fb-d75f-4d78-9306-20b50d77d9b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.428889] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 643.429731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.429912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.430209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.431391] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e8efc2-89b9-497a-a29f-4586a573048f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.439321] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 643.439321] env[62353]: value = "task-656665" [ 643.439321] env[62353]: _type = "Task" [ 643.439321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.442037] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 643.442037] env[62353]: value = "vm-159377" [ 643.442037] env[62353]: _type = "VirtualMachine" [ 643.442037] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 643.442037] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46e96aad-fc1a-4ba8-bd16-fee04420104a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.451028] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 643.451028] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5265460b-fa6e-93aa-af5f-305adb6a6cfa" [ 643.451028] env[62353]: _type = "Task" [ 643.451028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.460410] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656665, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.460410] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease: (returnval){ [ 643.460410] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8a26-ba22-1c32-8247-c0c089e1ca27" [ 643.460410] env[62353]: _type = "HttpNfcLease" [ 643.460410] env[62353]: } obtained for exporting VM: (result){ [ 643.460410] env[62353]: value = "vm-159377" [ 643.460410] env[62353]: _type = "VirtualMachine" [ 643.460410] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 643.460410] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the lease: (returnval){ [ 643.460410] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8a26-ba22-1c32-8247-c0c089e1ca27" [ 643.460410] env[62353]: _type = "HttpNfcLease" [ 643.460410] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 643.466727] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5265460b-fa6e-93aa-af5f-305adb6a6cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.467568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.467688] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.467942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.468120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468469] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.470466] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6afadc61-cbce-4075-9ce0-a8a48a4c9d81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.472082] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 643.472082] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8a26-ba22-1c32-8247-c0c089e1ca27" [ 643.472082] env[62353]: _type = "HttpNfcLease" [ 643.472082] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 643.474783] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 643.474783] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8a26-ba22-1c32-8247-c0c089e1ca27" [ 643.474783] env[62353]: _type = "HttpNfcLease" [ 643.474783] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 643.476382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf61ed8-3fcb-4d99-8e22-3f2593624c73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.480697] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.481487] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 643.485342] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d89e16-97a3-4669-a7d5-6fc4950cc0b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.488142] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 643.488291] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 643.550409] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 643.550409] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5270821a-8fa6-fd1b-dfb6-6579d6363fbd" [ 643.550409] env[62353]: _type = "Task" [ 643.550409] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.562629] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5270821a-8fa6-fd1b-dfb6-6579d6363fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.563418] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a38d484-a721-4a0b-be1c-9d63756f2ded {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.571944] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 643.571944] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bbef6e-1a53-384f-ac74-76211deadd12" [ 643.571944] env[62353]: _type = "Task" [ 643.571944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.581510] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bbef6e-1a53-384f-ac74-76211deadd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.598180] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-758cf6ba-7cf0-4d66-b437-ce2708a09810 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.621173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c2384-aab1-438a-b440-8f69663d71a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.633633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac59a7e-6b51-42ed-9636-f830b9d09178 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.678889] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114501f-b44f-4cc3-ba4b-dc25c54641fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.686419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c002fc8-709f-43b1-a112-fb39e8e603ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.700074] env[62353]: DEBUG nova.compute.provider_tree [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.958277] env[62353]: INFO nova.compute.manager [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Took 27.39 seconds to build instance. [ 643.966015] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656665, 'name': Rename_Task, 'duration_secs': 0.160826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.966205] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 643.966478] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ef4a7f-da0d-441e-9da3-a7f45a7a8fea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.975866] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 643.975866] env[62353]: value = "task-656667" [ 643.975866] env[62353]: _type = "Task" [ 643.975866] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.988178] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.006406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.006764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.008535] env[62353]: DEBUG nova.network.neutron [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 644.092574] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bbef6e-1a53-384f-ac74-76211deadd12, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.097422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.097422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 32b94ab2-defa-415d-aa64-8d10677b484f/32b94ab2-defa-415d-aa64-8d10677b484f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 644.097422] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a10fbdb-239c-4140-bc86-993f809c0e14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.108440] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 644.108440] env[62353]: value = "task-656668" [ 644.108440] env[62353]: _type = "Task" [ 644.108440] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.122678] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.239645] env[62353]: ERROR nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [req-92564fa0-f830-4465-b4c3-1d22f0690d98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92564fa0-f830-4465-b4c3-1d22f0690d98"}]} [ 644.240527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.170s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.243221] env[62353]: ERROR nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92564fa0-f830-4465-b4c3-1d22f0690d98"}]} [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Traceback (most recent call last): [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/compute/manager.py", line 2615, in _build_and_run_instance [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] with self.rt.instance_claim(context, instance, node, allocs, [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] return f(*args, **kwargs) [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] self._update(elevated, cn) [ 644.243221] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] self._update_to_placement(context, compute_node, startup) [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] raise attempt.get() [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] six.reraise(self.value[0], self.value[1], self.value[2]) [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 719, in reraise [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] raise value [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 644.243681] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] self.reportclient.update_from_provider_tree( [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1498, in update_from_provider_tree [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] self.set_inventory_for_provider( [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1003, in set_inventory_for_provider [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] raise exception.ResourceProviderUpdateConflict( [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92564fa0-f830-4465-b4c3-1d22f0690d98"}]} [ 644.244614] env[62353]: ERROR nova.compute.manager [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] [ 644.244614] env[62353]: DEBUG nova.compute.utils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] A conflict was encountered attempting to update resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 644.247260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.340s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.248973] env[62353]: INFO nova.compute.claims [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.258364] env[62353]: DEBUG nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Build of instance 464f1536-e37c-4f55-aae0-f93213b22cf9 was re-scheduled: A conflict was encountered attempting to update resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92564fa0-f830-4465-b4c3-1d22f0690d98"}]} {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 644.259469] env[62353]: DEBUG nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Unplugging VIFs for instance {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 644.259578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Acquiring lock "refresh_cache-464f1536-e37c-4f55-aae0-f93213b22cf9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.259696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Acquired lock "refresh_cache-464f1536-e37c-4f55-aae0-f93213b22cf9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.260420] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 644.467157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5b9a3f0d-b40b-46b2-8661-32af718c21f3 tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.486707] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.630122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.630469] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.637946] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656668, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.778022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "interface-abd482ff-fc07-4410-9178-375b6a2c0197-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.778022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "interface-abd482ff-fc07-4410-9178-375b6a2c0197-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.778022] env[62353]: DEBUG nova.objects.instance [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lazy-loading 'flavor' on Instance uuid abd482ff-fc07-4410-9178-375b6a2c0197 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.791411] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 644.921689] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.971854] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 644.988919] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.084252] env[62353]: DEBUG nova.network.neutron [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.124337] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.131969] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 32b94ab2-defa-415d-aa64-8d10677b484f/32b94ab2-defa-415d-aa64-8d10677b484f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 645.131969] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.131969] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e275af4-1d4c-4539-acff-5eaef3cd933c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.139096] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 645.139096] env[62353]: value = "task-656669" [ 645.139096] env[62353]: _type = "Task" [ 645.139096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.151608] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.283246] env[62353]: DEBUG nova.objects.instance [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lazy-loading 'pci_requests' on Instance uuid abd482ff-fc07-4410-9178-375b6a2c0197 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.322671] env[62353]: DEBUG nova.scheduler.client.report [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 645.340427] env[62353]: DEBUG nova.scheduler.client.report [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 645.340603] env[62353]: DEBUG nova.compute.provider_tree [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.360752] env[62353]: DEBUG nova.scheduler.client.report [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 645.402331] env[62353]: DEBUG nova.scheduler.client.report [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 645.425757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Releasing lock "refresh_cache-464f1536-e37c-4f55-aae0-f93213b22cf9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.426478] env[62353]: DEBUG nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62353) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 645.426762] env[62353]: DEBUG nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 645.427034] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 645.470321] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 645.492385] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.502117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.586963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.650197] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06909} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.654583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.657157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b68b205-428f-4f97-877d-898fdbc47259 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.681908] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 32b94ab2-defa-415d-aa64-8d10677b484f/32b94ab2-defa-415d-aa64-8d10677b484f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.685868] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3ad6f9-8b44-43e1-9197-dfe80d419564 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.711028] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 645.711028] env[62353]: value = "task-656670" [ 645.711028] env[62353]: _type = "Task" [ 645.711028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.720577] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.790505] env[62353]: DEBUG nova.objects.base [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 645.790636] env[62353]: DEBUG nova.network.neutron [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 645.944155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f09c5661-fb52-4f55-926a-4c9700d62f4d tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "interface-abd482ff-fc07-4410-9178-375b6a2c0197-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.168s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.971459] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Received event network-changed-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 645.971896] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Refreshing instance network info cache due to event network-changed-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 645.972193] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquiring lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.972574] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquired lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.972857] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Refreshing network info cache for port e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 645.976519] env[62353]: DEBUG nova.network.neutron [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.996629] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.066980] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9cea85-1ed9-401b-b328-5237e95ce561 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.076921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc8c5d1-72fa-4f42-b2fb-76972e7b5063 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.115485] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008ceca6-0440-4c5c-aca1-ecdafc31ecc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.118199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "d1fe6305-e472-42f4-a78c-76508daf3d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.118450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.118714] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.118920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.119100] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.125746] env[62353]: INFO nova.compute.manager [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Terminating instance [ 646.128264] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656ebb40-1f92-4b78-9e33-679135cda0d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.132944] env[62353]: DEBUG nova.compute.manager [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 646.133182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 646.134330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a3f2f4-89c3-49a5-aef1-a4a47a896531 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.138952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa3958-0f2d-439e-ab6a-d049acb992eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.151637] env[62353]: DEBUG nova.compute.provider_tree [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.157226] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 646.173559] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6457928c-e978-4d09-a5e1-5a71fa6258ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.174438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cabcbdf-2c5e-4b64-a2d4-e8bc2d4a0beb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.183039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 646.188744] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 646.188744] env[62353]: value = "task-656671" [ 646.188744] env[62353]: _type = "Task" [ 646.188744] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.200381] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.223035] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.480338] env[62353]: INFO nova.compute.manager [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] [instance: 464f1536-e37c-4f55-aae0-f93213b22cf9] Took 1.05 seconds to deallocate network for instance. [ 646.496263] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.693281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 646.696335] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e336ae-d6a4-47bc-92de-e76d5d330c10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.706778] env[62353]: DEBUG nova.scheduler.client.report [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 646.706778] env[62353]: DEBUG nova.compute.provider_tree [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 43 to 44 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.707050] env[62353]: DEBUG nova.compute.provider_tree [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.720571] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 646.720571] env[62353]: value = "task-656672" [ 646.720571] env[62353]: _type = "Task" [ 646.720571] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.720815] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656671, 'name': PowerOffVM_Task, 'duration_secs': 0.261107} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.721583] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 646.721946] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 646.725426] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3f9b4b-a5f8-40be-ad2d-3b981350db0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.730738] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656670, 'name': ReconfigVM_Task, 'duration_secs': 0.567167} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.731926] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 32b94ab2-defa-415d-aa64-8d10677b484f/32b94ab2-defa-415d-aa64-8d10677b484f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.732643] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b210b04f-c778-4d3f-aa20-1f00af18785f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.738048] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656672, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.742693] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 646.742693] env[62353]: value = "task-656674" [ 646.742693] env[62353]: _type = "Task" [ 646.742693] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.754752] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656674, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.793832] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 646.794210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 646.794494] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore1] d1fe6305-e472-42f4-a78c-76508daf3d37 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.795725] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updated VIF entry in instance network info cache for port e2f13a16-d50f-45fe-b6a8-d2c6917f64d5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 646.796193] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updating instance_info_cache with network_info: [{"id": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "address": "fa:16:3e:b5:7e:85", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f13a16-d5", "ovs_interfaceid": "e2f13a16-d50f-45fe-b6a8-d2c6917f64d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.797494] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c22324-b10e-47c8-a352-304cbf943298 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.805418] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 646.805418] env[62353]: value = "task-656675" [ 646.805418] env[62353]: _type = "Task" [ 646.805418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.815291] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.001415] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.212752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.965s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.213404] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 647.215988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.159s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.217528] env[62353]: INFO nova.compute.claims [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.232593] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.255105] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656674, 'name': Rename_Task, 'duration_secs': 0.238312} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.255105] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 647.255348] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444d5dde-81b2-4de3-97a8-001f76c0f81b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.261424] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 647.261424] env[62353]: value = "task-656676" [ 647.261424] env[62353]: _type = "Task" [ 647.261424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.269535] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.304402] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Releasing lock "refresh_cache-8b6c6ad7-cb82-4014-afc2-4689cdee033a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.304402] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Received event network-changed-8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 647.304402] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Refreshing instance network info cache due to event network-changed-8d3a88f4-1619-4595-a786-6bb76a145798. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 647.304402] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquiring lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.304402] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquired lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.304791] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Refreshing network info cache for port 8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 647.318909] env[62353]: DEBUG oslo_vmware.api [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281908} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.319565] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.319565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 647.319700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 647.319780] env[62353]: INFO nova.compute.manager [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Took 1.19 seconds to destroy the instance on the hypervisor. [ 647.320079] env[62353]: DEBUG oslo.service.loopingcall [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.320314] env[62353]: DEBUG nova.compute.manager [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 647.320412] env[62353]: DEBUG nova.network.neutron [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 647.501857] env[62353]: DEBUG oslo_vmware.api [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656667, 'name': PowerOnVM_Task, 'duration_secs': 3.074391} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.502416] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 647.502667] env[62353]: INFO nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Took 9.07 seconds to spawn the instance on the hypervisor. [ 647.502880] env[62353]: DEBUG nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 647.503822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b6420-807a-4fe9-abc6-dd62eb7f2b2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.542061] env[62353]: INFO nova.scheduler.client.report [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Deleted allocations for instance 464f1536-e37c-4f55-aae0-f93213b22cf9 [ 647.722896] env[62353]: DEBUG nova.compute.utils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.724537] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 647.724716] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 647.741220] env[62353]: DEBUG oslo_vmware.api [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656672, 'name': PowerOnVM_Task, 'duration_secs': 0.527677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.741539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 647.741730] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5681c2f0-68ca-4607-9d34-575e054a3cf0 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance '37b04929-abb5-480d-8c50-07ce99226b06' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 647.774298] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.845797] env[62353]: DEBUG nova.policy [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b41e4d32d614706bbee08fe097d6a30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e274cf23fec407e95b457a7e717733e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 648.035706] env[62353]: INFO nova.compute.manager [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Took 22.11 seconds to build instance. [ 648.054232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52928de7-9102-4ce0-aa80-d5240b64c5d9 tempest-ImagesOneServerNegativeTestJSON-1966071857 tempest-ImagesOneServerNegativeTestJSON-1966071857-project-member] Lock "464f1536-e37c-4f55-aae0-f93213b22cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.961s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.098317] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updated VIF entry in instance network info cache for port 8d3a88f4-1619-4595-a786-6bb76a145798. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 648.098699] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updating instance_info_cache with network_info: [{"id": "8d3a88f4-1619-4595-a786-6bb76a145798", "address": "fa:16:3e:97:06:d5", "network": {"id": "a6d48dbb-170d-473f-840f-aa2cc8b28619", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1118325723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e0181ff77b4d43b22c019e36831811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3a88f4-16", "ovs_interfaceid": "8d3a88f4-1619-4595-a786-6bb76a145798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.102166] env[62353]: DEBUG nova.network.neutron [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.148807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.149057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.240376] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 648.277306] env[62353]: DEBUG oslo_vmware.api [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656676, 'name': PowerOnVM_Task, 'duration_secs': 0.777557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.277673] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 648.277918] env[62353]: INFO nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Took 9.17 seconds to spawn the instance on the hypervisor. [ 648.278204] env[62353]: DEBUG nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 648.279434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5bca36-de08-4c00-b153-058c8cc59386 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.538544] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Successfully created port: 78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.540732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fef81fd3-47c5-4494-8336-89500c14cc3f tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.568s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.557185] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 648.602261] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Releasing lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.602261] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 648.602261] env[62353]: DEBUG nova.compute.manager [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing instance network info cache due to event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 648.602261] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.602261] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.602613] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 648.606845] env[62353]: INFO nova.compute.manager [-] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Took 1.29 seconds to deallocate network for instance. [ 648.774242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b65ed7b-3089-47a7-82e5-42600ec1eae0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.782901] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e709a-d67e-47c9-941d-42fb31850ef1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.829130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa97580-cd8d-47c9-905c-b12a08534535 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.831226] env[62353]: INFO nova.compute.manager [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Took 22.41 seconds to build instance. [ 648.841292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f200781-a219-4649-aefd-f5974283b03f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.855784] env[62353]: DEBUG nova.compute.provider_tree [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.007295] env[62353]: DEBUG nova.compute.manager [req-6a8d5cab-81b2-4ce2-9acd-395158682f62 req-551f0944-399f-4bbb-9b07-7ff0db663c9a service nova] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Received event network-vif-deleted-9691b9ab-0ed0-416c-b7c7-2e88e34be167 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 649.044252] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 649.087213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.117783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.176613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "abd482ff-fc07-4410-9178-375b6a2c0197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.176991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.177261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.177543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.177543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.184409] env[62353]: INFO nova.compute.manager [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Terminating instance [ 649.185897] env[62353]: DEBUG nova.compute.manager [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 649.186120] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 649.187059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0464614-c1ff-41cd-9131-20a8e930a802 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.195950] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 649.196246] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49fa63ce-d7fa-4ab8-8627-39d4201d84d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.202424] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 649.202424] env[62353]: value = "task-656677" [ 649.202424] env[62353]: _type = "Task" [ 649.202424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.210508] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.252069] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 649.285188] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 649.285506] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 649.285698] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.285900] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 649.286139] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.286217] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 649.286478] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 649.287242] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 649.287242] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 649.287242] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 649.287566] env[62353]: DEBUG nova.virt.hardware [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.288516] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e3773-24ba-4910-a4eb-6c2e1094601f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.298684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b05e0df-159f-408f-a276-6df6d35d38f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.333217] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d16f0f1-8dfb-4ed8-b081-ef005a674845 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.572s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.358496] env[62353]: DEBUG nova.scheduler.client.report [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 649.408643] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updated VIF entry in instance network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 649.409226] env[62353]: DEBUG nova.network.neutron [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.574520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.718189] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656677, 'name': PowerOffVM_Task, 'duration_secs': 0.256062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.718189] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 649.718189] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 649.718189] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a550c2-9f55-4ba8-8c5f-9c15054c2157 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.787107] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 649.787107] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 649.787107] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Deleting the datastore file [datastore1] abd482ff-fc07-4410-9178-375b6a2c0197 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.787107] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e48df4b-6610-4ab6-b6dc-40e293619ce1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.796830] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for the task: (returnval){ [ 649.796830] env[62353]: value = "task-656679" [ 649.796830] env[62353]: _type = "Task" [ 649.796830] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.806354] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.836578] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 649.867972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.870641] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 649.872342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.384s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.877990] env[62353]: INFO nova.compute.claims [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.916064] env[62353]: DEBUG oslo_concurrency.lockutils [req-9aab8e2f-3b20-4e2c-a948-d412b41a38ec req-e406eb67-83b9-4add-97b7-b77ff6c75fe1 service nova] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.142337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "3f563057-69e6-4941-a450-069491b8eef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.142747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.311116] env[62353]: DEBUG oslo_vmware.api [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Task: {'id': task-656679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.311396] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.311578] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 650.311749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 650.311961] env[62353]: INFO nova.compute.manager [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Took 1.13 seconds to destroy the instance on the hypervisor. [ 650.312244] env[62353]: DEBUG oslo.service.loopingcall [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.312440] env[62353]: DEBUG nova.compute.manager [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 650.312528] env[62353]: DEBUG nova.network.neutron [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 650.367487] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.383310] env[62353]: DEBUG nova.compute.utils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.395044] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 650.790363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.790760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.791066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.791330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.791729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.794711] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Successfully updated port: 78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.799506] env[62353]: INFO nova.compute.manager [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Terminating instance [ 650.806854] env[62353]: DEBUG nova.compute.manager [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 650.807127] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 650.808997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61ddd5-cdb5-4b2b-9019-3fba1ff3f7de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.818440] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 650.818440] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb338ef-5cf0-475b-9fe9-9f72aa93db4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.826009] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 650.826009] env[62353]: value = "task-656680" [ 650.826009] env[62353]: _type = "Task" [ 650.826009] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.835472] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.893021] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 650.961240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.961813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.962425] env[62353]: DEBUG nova.compute.manager [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Going to confirm migration 1 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 651.087657] env[62353]: DEBUG nova.compute.manager [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Received event network-changed-8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.087902] env[62353]: DEBUG nova.compute.manager [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Refreshing instance network info cache due to event network-changed-8d3a88f4-1619-4595-a786-6bb76a145798. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 651.088365] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] Acquiring lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.088555] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] Acquired lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.088752] env[62353]: DEBUG nova.network.neutron [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Refreshing network info cache for port 8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 651.111184] env[62353]: DEBUG nova.network.neutron [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.305558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.305673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.305822] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 651.340411] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656680, 'name': PowerOffVM_Task, 'duration_secs': 0.400648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.340689] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 651.340868] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 651.341132] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c88e286-195e-4b2f-aab2-a87a8551a550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.410885] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 651.411196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 651.411477] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Deleting the datastore file [datastore1] 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.411779] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798475ad-47ea-49d7-a6a2-69e2d082bd86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.418567] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for the task: (returnval){ [ 651.418567] env[62353]: value = "task-656682" [ 651.418567] env[62353]: _type = "Task" [ 651.418567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.430942] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.488294] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7df9a9-16ee-4e26-b2ca-b7f3f5b21d67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.497032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f2a3f6-b729-4670-acf6-9174113aa815 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.532068] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d75a8-82d5-431d-937b-02923f9a4192 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f55ecf-4e33-4c50-8ee4-4469a481a2bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.553560] env[62353]: DEBUG nova.compute.provider_tree [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.577861] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.577861] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577861] env[62353]: DEBUG nova.network.neutron [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 651.577861] env[62353]: DEBUG nova.objects.instance [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lazy-loading 'info_cache' on Instance uuid 37b04929-abb5-480d-8c50-07ce99226b06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.614358] env[62353]: INFO nova.compute.manager [-] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Took 1.30 seconds to deallocate network for instance. [ 651.850026] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 651.886410] env[62353]: DEBUG nova.compute.manager [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Received event network-vif-plugged-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.886776] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Acquiring lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.887040] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.887232] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.887412] env[62353]: DEBUG nova.compute.manager [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] No waiting events found dispatching network-vif-plugged-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 651.887636] env[62353]: WARNING nova.compute.manager [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Received unexpected event network-vif-plugged-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 for instance with vm_state building and task_state spawning. [ 651.887821] env[62353]: DEBUG nova.compute.manager [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Received event network-changed-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.887902] env[62353]: DEBUG nova.compute.manager [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Refreshing instance network info cache due to event network-changed-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 651.888171] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Acquiring lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.900389] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 651.926753] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 651.927068] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 651.927280] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.927353] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 651.927494] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.927649] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 651.927859] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 651.928060] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 651.928330] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 651.928394] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 651.928671] env[62353]: DEBUG nova.virt.hardware [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.930103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d6770-cf71-47be-ac9a-6bdd8f793dd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.936049] env[62353]: DEBUG oslo_vmware.api [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Task: {'id': task-656682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323931} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.936675] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.936874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 651.937071] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 651.937254] env[62353]: INFO nova.compute.manager [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Took 1.13 seconds to destroy the instance on the hypervisor. [ 651.937501] env[62353]: DEBUG oslo.service.loopingcall [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.937694] env[62353]: DEBUG nova.compute.manager [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 651.937785] env[62353]: DEBUG nova.network.neutron [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 651.942687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afbd13-156e-468b-85bd-96b8d8e2c043 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.960345] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.972070] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Creating folder: Project (21f6adb9e4f04e18903c6ca32fedbbcb). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 651.976224] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30eb9fa3-18de-4295-b4c6-bdbf1112f65e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.991370] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Created folder: Project (21f6adb9e4f04e18903c6ca32fedbbcb) in parent group-v159334. [ 651.991370] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Creating folder: Instances. Parent ref: group-v159381. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 651.991635] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e889ec-71b6-4d7e-8a0b-7bdac22be98c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.999671] env[62353]: DEBUG nova.network.neutron [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updated VIF entry in instance network info cache for port 8d3a88f4-1619-4595-a786-6bb76a145798. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 651.999990] env[62353]: DEBUG nova.network.neutron [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updating instance_info_cache with network_info: [{"id": "8d3a88f4-1619-4595-a786-6bb76a145798", "address": "fa:16:3e:97:06:d5", "network": {"id": "a6d48dbb-170d-473f-840f-aa2cc8b28619", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1118325723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e0181ff77b4d43b22c019e36831811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3a88f4-16", "ovs_interfaceid": "8d3a88f4-1619-4595-a786-6bb76a145798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.002689] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Created folder: Instances in parent group-v159381. [ 652.002876] env[62353]: DEBUG oslo.service.loopingcall [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.003394] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 652.003582] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9bb022d-3411-446f-85a3-90b893c2596e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.027668] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.027668] env[62353]: value = "task-656685" [ 652.027668] env[62353]: _type = "Task" [ 652.027668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.032642] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656685, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.059018] env[62353]: DEBUG nova.scheduler.client.report [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 652.122757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.182240] env[62353]: DEBUG nova.network.neutron [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Updating instance_info_cache with network_info: [{"id": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "address": "fa:16:3e:ab:b8:10", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fbda73-71", "ovs_interfaceid": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.504790] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3651c05-8e7f-466d-932d-c3674cb20fe6 req-b3257b76-4aa6-414d-9da1-20c8fe0e0979 service nova] Releasing lock "refresh_cache-32b94ab2-defa-415d-aa64-8d10677b484f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.540074] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656685, 'name': CreateVM_Task, 'duration_secs': 0.390035} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.540315] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 652.540897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.541150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.541669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.542105] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5ee3e3-51d9-4048-9783-0d606561c12a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.548328] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 652.548328] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a1d155-c690-81a2-3319-aaf20b08d897" [ 652.548328] env[62353]: _type = "Task" [ 652.548328] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.557337] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a1d155-c690-81a2-3319-aaf20b08d897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.562286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.562826] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 652.567277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.335s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.567545] env[62353]: DEBUG nova.objects.instance [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lazy-loading 'resources' on Instance uuid fd4d5f14-1333-428e-82c2-77c6dfadeb40 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.688089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.688406] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance network_info: |[{"id": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "address": "fa:16:3e:ab:b8:10", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fbda73-71", "ovs_interfaceid": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 652.688727] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Acquired lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.688907] env[62353]: DEBUG nova.network.neutron [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Refreshing network info cache for port 78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 652.690130] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b8:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.699185] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating folder: Project (8e274cf23fec407e95b457a7e717733e). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 652.704630] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50764b7a-743a-4580-9d3d-72ae18eb1fb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.716443] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created folder: Project (8e274cf23fec407e95b457a7e717733e) in parent group-v159334. [ 652.716710] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating folder: Instances. Parent ref: group-v159384. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 652.716973] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-482e2050-55d8-4a1a-984c-2bb6a1b5bb24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.726351] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created folder: Instances in parent group-v159384. [ 652.726616] env[62353]: DEBUG oslo.service.loopingcall [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.726815] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 652.727218] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbb760e-9668-4f17-beb2-3e5f36b565ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.752197] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.752197] env[62353]: value = "task-656688" [ 652.752197] env[62353]: _type = "Task" [ 652.752197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.762523] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656688, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.882433] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.882839] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.914732] env[62353]: DEBUG nova.network.neutron [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.916081] env[62353]: DEBUG nova.network.neutron [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.011874] env[62353]: DEBUG nova.network.neutron [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Updated VIF entry in instance network info cache for port 78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 653.012293] env[62353]: DEBUG nova.network.neutron [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Updating instance_info_cache with network_info: [{"id": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "address": "fa:16:3e:ab:b8:10", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fbda73-71", "ovs_interfaceid": "78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.070030] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a1d155-c690-81a2-3319-aaf20b08d897, 'name': SearchDatastore_Task, 'duration_secs': 0.014821} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.073762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.074119] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.074468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.074713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.074991] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.076810] env[62353]: DEBUG nova.compute.utils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.078690] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3dec756-2f41-4b3d-b9ae-89602ceb5026 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.081946] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 653.082202] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 653.095649] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.097303] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 653.098096] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e3bdff-bf9a-492a-bf61-a6827250f60d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.110197] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 653.110197] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526479c7-5b70-5fd2-e3fa-50f534b92f5f" [ 653.110197] env[62353]: _type = "Task" [ 653.110197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.121538] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526479c7-5b70-5fd2-e3fa-50f534b92f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.138328] env[62353]: DEBUG nova.policy [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b41e4d32d614706bbee08fe097d6a30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e274cf23fec407e95b457a7e717733e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 653.266049] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656688, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.404776] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.407599] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 653.407599] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 653.420887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.420887] env[62353]: DEBUG nova.objects.instance [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lazy-loading 'migration_context' on Instance uuid 37b04929-abb5-480d-8c50-07ce99226b06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.421618] env[62353]: INFO nova.compute.manager [-] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Took 1.48 seconds to deallocate network for instance. [ 653.454619] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Successfully created port: 56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.502609] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 653.503752] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cbf681-e54b-43a4-b36c-f09c5c006ec6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.515893] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 653.515893] env[62353]: ERROR oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk due to incomplete transfer. [ 653.518105] env[62353]: DEBUG oslo_concurrency.lockutils [req-3dcf1961-7847-4085-abd3-78270ce1fa13 req-08962f5c-3cba-4864-8fea-75db078d3686 service nova] Releasing lock "refresh_cache-5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.518449] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab016fb2-7437-4f02-be07-659a1f0cdc20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.525615] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc74ca-fbfc-3d42-f544-4592671d070f/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 653.525812] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Uploaded image bbd374ce-befb-4881-823d-20a80ca1dbd8 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 653.528100] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 653.529515] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6b67d75-9247-4772-a6d0-7d75d4c45f15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.535861] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 653.535861] env[62353]: value = "task-656689" [ 653.535861] env[62353]: _type = "Task" [ 653.535861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.545974] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656689, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.582597] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 653.624817] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526479c7-5b70-5fd2-e3fa-50f534b92f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015633} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.626314] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b225c160-f2d3-48c4-af44-bbc8176b03e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.635903] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 653.635903] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd97c1-4884-47a1-b260-eac207ea7bdb" [ 653.635903] env[62353]: _type = "Task" [ 653.635903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.644117] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd97c1-4884-47a1-b260-eac207ea7bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.664842] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3250ee-682b-4d5d-930c-cf627a327344 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.673667] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab97edd-3f2c-4080-b283-3eaeeaee2506 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.704637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f12828-70f7-4ec0-8208-3d67abbaa04d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.712532] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a267c0e-8b5e-4767-83cb-1662fbf6d703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.726988] env[62353]: DEBUG nova.compute.provider_tree [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.763929] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656688, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.793339] env[62353]: DEBUG nova.compute.manager [req-089edb8f-bf36-4a38-bf32-0f04be7f128c req-e7f75890-3410-4bc1-8372-376dd1c040fa service nova] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Received event network-vif-deleted-c1b2fc06-63f5-4acc-a988-d0c8802d656b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 653.793339] env[62353]: DEBUG nova.compute.manager [req-089edb8f-bf36-4a38-bf32-0f04be7f128c req-e7f75890-3410-4bc1-8372-376dd1c040fa service nova] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Received event network-vif-deleted-e41eb5f4-c2ce-4c66-b6fd-9f679924bcad {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 653.914510] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Skipping network cache update for instance because it is being deleted. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 653.914510] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 653.914510] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 653.914510] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 653.924701] env[62353]: DEBUG nova.objects.base [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Object Instance<37b04929-abb5-480d-8c50-07ce99226b06> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 653.925671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e413f-5bea-4049-b58b-0dbcc273e229 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.950477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.951999] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a651abe8-0ff1-43f8-93aa-a66c2aa161c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.961152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.961152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.961152] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 653.961152] env[62353]: DEBUG nova.objects.instance [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lazy-loading 'info_cache' on Instance uuid 37b04929-abb5-480d-8c50-07ce99226b06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.966999] env[62353]: DEBUG oslo_vmware.api [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 653.966999] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d7577d-e1f6-325b-408d-a31fbc9494f3" [ 653.966999] env[62353]: _type = "Task" [ 653.966999] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.975858] env[62353]: DEBUG oslo_vmware.api [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d7577d-e1f6-325b-408d-a31fbc9494f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.045776] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656689, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.147540] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd97c1-4884-47a1-b260-eac207ea7bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.032799} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.147860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.148438] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 654.151029] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75a6bde7-1e68-4e7b-8745-6180d0e22b3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.158619] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 654.158619] env[62353]: value = "task-656690" [ 654.158619] env[62353]: _type = "Task" [ 654.158619] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.168479] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.230301] env[62353]: DEBUG nova.scheduler.client.report [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 654.266779] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656688, 'name': CreateVM_Task, 'duration_secs': 1.450063} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.267009] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 654.268336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.268336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.268677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.269065] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c9d225-7b9f-4909-a7d5-4b30282c2a27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.276037] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 654.276037] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52506743-7c09-a68b-e5a2-ee8eaa6cd2ea" [ 654.276037] env[62353]: _type = "Task" [ 654.276037] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.285969] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52506743-7c09-a68b-e5a2-ee8eaa6cd2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.354719] env[62353]: DEBUG nova.compute.manager [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Received event network-changed-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 654.354719] env[62353]: DEBUG nova.compute.manager [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Refreshing instance network info cache due to event network-changed-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 654.354719] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] Acquiring lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.354719] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] Acquired lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.354719] env[62353]: DEBUG nova.network.neutron [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Refreshing network info cache for port d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 654.478535] env[62353]: DEBUG oslo_vmware.api [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d7577d-e1f6-325b-408d-a31fbc9494f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008388} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.478874] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.548526] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656689, 'name': Destroy_Task, 'duration_secs': 0.913953} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.548845] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Destroyed the VM [ 654.549419] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 654.549696] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2faa3f3d-575d-4106-ac79-e8ab1bdef5b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.559148] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 654.559148] env[62353]: value = "task-656691" [ 654.559148] env[62353]: _type = "Task" [ 654.559148] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.568068] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.600897] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 654.642641] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 654.649142] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 654.649142] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.649142] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 654.649142] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.649142] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 654.649812] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 654.649812] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 654.649812] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 654.649812] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 654.649812] env[62353]: DEBUG nova.virt.hardware [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.649993] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871354f6-5fb0-4b7c-a0e1-a4106f62af16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.659793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b12a4c-3ff5-4e81-89c9-6b0fcd32d285 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.686049] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.735903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.738848] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.877s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.739236] env[62353]: DEBUG nova.objects.instance [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lazy-loading 'resources' on Instance uuid f5375f29-9da6-41a8-8ae6-060f44cb0a64 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.773834] env[62353]: INFO nova.scheduler.client.report [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Deleted allocations for instance fd4d5f14-1333-428e-82c2-77c6dfadeb40 [ 654.800845] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52506743-7c09-a68b-e5a2-ee8eaa6cd2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.801588] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.802465] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.802614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.802948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803266] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.803701] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3db1bd-53ac-42cd-a6eb-7bcbb8be2268 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.814865] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.815175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 654.816598] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e312d79-7bfe-41e7-850c-8493cb2b446a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.822889] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 654.822889] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c662c9-5a41-35a6-9598-2b06dbbe5d2c" [ 654.822889] env[62353]: _type = "Task" [ 654.822889] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.831987] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c662c9-5a41-35a6-9598-2b06dbbe5d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.073575] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656691, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.176708] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.181832] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 655.181832] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.181832] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26cd1273-0cb0-45a3-8e0c-06d099ab6d24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.191481] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 655.191481] env[62353]: value = "task-656692" [ 655.191481] env[62353]: _type = "Task" [ 655.191481] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.201446] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.294319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ae3e0704-dac2-4d40-a75d-ee714ce0b54d tempest-ServerAddressesTestJSON-1549566168 tempest-ServerAddressesTestJSON-1549566168-project-member] Lock "fd4d5f14-1333-428e-82c2-77c6dfadeb40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.636s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.342372] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c662c9-5a41-35a6-9598-2b06dbbe5d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.344034] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5df34c-02f5-4180-a325-08bdcb602fce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.349350] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 655.349350] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529f69da-b085-66c0-56ef-59b8e3660b4f" [ 655.349350] env[62353]: _type = "Task" [ 655.349350] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.364345] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529f69da-b085-66c0-56ef-59b8e3660b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.460299] env[62353]: DEBUG nova.network.neutron [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updated VIF entry in instance network info cache for port d281dcfe-8a8d-4960-8a46-8dfae6ca70c4. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 655.460299] env[62353]: DEBUG nova.network.neutron [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating instance_info_cache with network_info: [{"id": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "address": "fa:16:3e:0a:4a:87", "network": {"id": "0497f33e-a2cd-4009-9a78-d1e36cbd2127", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-453986652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd909f61f9240498bd88e590cce5931", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd281dcfe-8a", "ovs_interfaceid": "d281dcfe-8a8d-4960-8a46-8dfae6ca70c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.484190] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Successfully updated port: 56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.569358] env[62353]: DEBUG oslo_vmware.api [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674832} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.569841] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 655.570134] env[62353]: INFO nova.compute.manager [None req-0f1d5922-3cfd-43ac-9fa4-645753eb9d9b tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 655.704356] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07091} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.704635] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.705450] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7760c-b34e-4dcb-9245-70a849f3e6b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.728351] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.728677] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2687a9c1-2b2c-46b6-a533-0baeab97ba3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.759208] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 655.759208] env[62353]: value = "task-656693" [ 655.759208] env[62353]: _type = "Task" [ 655.759208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.769067] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.817769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f15937-8d3f-429b-acd9-08c14acbb884 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.829723] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0f0eab-967d-4336-88c0-c11d9834a4c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.871288] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a78ff-e3eb-4b30-8402-4325d1d4df1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.885098] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529f69da-b085-66c0-56ef-59b8e3660b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.072805} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.886713] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e483ef-2660-4e6c-8961-3308f9c6dc90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.892248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.892547] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 655.893094] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83be86c0-0705-465f-a0fd-7bf1a1168037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.910777] env[62353]: DEBUG nova.compute.provider_tree [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.915332] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 655.915332] env[62353]: value = "task-656694" [ 655.915332] env[62353]: _type = "Task" [ 655.915332] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.924316] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.938027] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [{"id": "524cde14-d609-4f2a-ac28-8826931bed9c", "address": "fa:16:3e:d2:7a:41", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524cde14-d6", "ovs_interfaceid": "524cde14-d609-4f2a-ac28-8826931bed9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.966331] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f060da1-fd59-438f-96da-98f14bf2697d req-25efea1f-2313-4931-a0f5-d9321cf1f88b service nova] Releasing lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.990169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.990267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993017] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 656.273548] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.280785] env[62353]: DEBUG nova.compute.manager [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Received event network-vif-plugged-56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 656.282029] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Acquiring lock "48fee428-9105-4058-8de7-183e389c6e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.282029] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Lock "48fee428-9105-4058-8de7-183e389c6e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.282029] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Lock "48fee428-9105-4058-8de7-183e389c6e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.282029] env[62353]: DEBUG nova.compute.manager [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] No waiting events found dispatching network-vif-plugged-56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 656.282029] env[62353]: WARNING nova.compute.manager [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Received unexpected event network-vif-plugged-56a0448d-039f-4c47-9bb6-ccd82e9627c3 for instance with vm_state building and task_state spawning. [ 656.282307] env[62353]: DEBUG nova.compute.manager [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Received event network-changed-56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 656.282307] env[62353]: DEBUG nova.compute.manager [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Refreshing instance network info cache due to event network-changed-56a0448d-039f-4c47-9bb6-ccd82e9627c3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 656.282400] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Acquiring lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.416310] env[62353]: DEBUG nova.scheduler.client.report [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 656.431271] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.440362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-37b04929-abb5-480d-8c50-07ce99226b06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.441132] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 656.441132] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.441132] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.441339] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.441609] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.441894] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.442185] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.442270] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 656.443727] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.532256] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 656.704466] env[62353]: DEBUG nova.network.neutron [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Updating instance_info_cache with network_info: [{"id": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "address": "fa:16:3e:6c:54:0f", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a0448d-03", "ovs_interfaceid": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.770124] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.926378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.928399] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.543s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.929901] env[62353]: INFO nova.compute.claims [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.943485] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.944713] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 656.944713] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.944946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.945206] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7721dffa-eadc-4d8c-94a9-3f53c03ef1af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.956243] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 656.956243] env[62353]: value = "task-656695" [ 656.956243] env[62353]: _type = "Task" [ 656.956243] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.967274] env[62353]: INFO nova.scheduler.client.report [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Deleted allocations for instance f5375f29-9da6-41a8-8ae6-060f44cb0a64 [ 656.976243] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.209506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.210358] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Instance network_info: |[{"id": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "address": "fa:16:3e:6c:54:0f", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a0448d-03", "ovs_interfaceid": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 657.210712] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Acquired lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.210897] env[62353]: DEBUG nova.network.neutron [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Refreshing network info cache for port 56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 657.212387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:54:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a0448d-039f-4c47-9bb6-ccd82e9627c3', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.224934] env[62353]: DEBUG oslo.service.loopingcall [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.228462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 657.231426] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029f0930-0a78-4a4c-9cb6-9143d7a53672 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.255231] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.255231] env[62353]: value = "task-656696" [ 657.255231] env[62353]: _type = "Task" [ 657.255231] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.267335] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656696, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.275807] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656693, 'name': ReconfigVM_Task, 'duration_secs': 1.313108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.276119] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.276735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18c44c85-17e0-4295-9d34-abce79e2560e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.286757] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 657.286757] env[62353]: value = "task-656697" [ 657.286757] env[62353]: _type = "Task" [ 657.286757] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.296414] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656697, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.468553] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076749} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.468845] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.469702] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ab698-6708-4127-aa68-e1e26e53a18e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.497771] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.498713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea27c033-3a7b-4f20-9061-7cea898f58d5 tempest-ServerDiagnosticsV248Test-617469401 tempest-ServerDiagnosticsV248Test-617469401-project-member] Lock "f5375f29-9da6-41a8-8ae6-060f44cb0a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.160s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.499876] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ea3bea-f3d8-4a19-b9e5-3dd71821929c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.522241] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 657.522241] env[62353]: value = "task-656698" [ 657.522241] env[62353]: _type = "Task" [ 657.522241] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.532662] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.701929] env[62353]: DEBUG nova.network.neutron [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Updated VIF entry in instance network info cache for port 56a0448d-039f-4c47-9bb6-ccd82e9627c3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 657.703397] env[62353]: DEBUG nova.network.neutron [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Updating instance_info_cache with network_info: [{"id": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "address": "fa:16:3e:6c:54:0f", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a0448d-03", "ovs_interfaceid": "56a0448d-039f-4c47-9bb6-ccd82e9627c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.768808] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656696, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.800053] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656697, 'name': Rename_Task, 'duration_secs': 0.139163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.800786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 657.800786] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b84cb0c-4d6a-4c0e-8f17-96dc99b3f9d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.807577] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 657.807577] env[62353]: value = "task-656699" [ 657.807577] env[62353]: _type = "Task" [ 657.807577] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.816067] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.033985] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656698, 'name': ReconfigVM_Task, 'duration_secs': 0.272167} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.034354] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.040733] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15be061f-3df8-4114-8208-19de56b20f0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.051121] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.051121] env[62353]: value = "task-656700" [ 658.051121] env[62353]: _type = "Task" [ 658.051121] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.072118] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656700, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.210659] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ec733ba-c589-4638-b9b4-a200fa8fd620 req-76919819-46a2-458c-9657-67ad1fe423e0 service nova] Releasing lock "refresh_cache-48fee428-9105-4058-8de7-183e389c6e77" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.235789] env[62353]: DEBUG nova.compute.manager [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 658.236760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1089f5ec-d523-46a3-86c7-5ecf2eae85ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.276289] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656696, 'name': CreateVM_Task, 'duration_secs': 0.620648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.276559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 658.277478] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.277711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.278356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.278356] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02535dd-708b-4be0-8d51-66fde35e1ab1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.288398] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.288398] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb4bcd-2c79-f40f-84d6-959ddcd9106d" [ 658.288398] env[62353]: _type = "Task" [ 658.288398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.303139] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb4bcd-2c79-f40f-84d6-959ddcd9106d, 'name': SearchDatastore_Task, 'duration_secs': 0.015325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.304527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.304527] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.304527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.304527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.304810] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.304810] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba17a26b-8447-4a2e-bd23-79897a964a36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.318513] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.319159] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 658.320103] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e17b8f1-09e2-44da-8d48-e8d60b1cdb2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.328763] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.332441] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.332441] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52256213-c1d3-4794-27b2-65a09c174263" [ 658.332441] env[62353]: _type = "Task" [ 658.332441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.341807] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52256213-c1d3-4794-27b2-65a09c174263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.513621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e43cc5-1094-4581-998c-a705487c813d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.521776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898de7e-ee16-45a3-be27-154fa0e6378f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.558879] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e98a0f-7846-424d-9aef-2285015579b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.567779] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656700, 'name': Rename_Task, 'duration_secs': 0.1396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.570485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 658.571145] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21a233d-770a-45c5-ac74-dfafba42f265 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.573430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aff3b1-c9f3-4505-90a9-d382aa34373c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.589537] env[62353]: DEBUG nova.compute.provider_tree [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.592095] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.592095] env[62353]: value = "task-656701" [ 658.592095] env[62353]: _type = "Task" [ 658.592095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.602198] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656701, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.752733] env[62353]: INFO nova.compute.manager [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] instance snapshotting [ 658.759518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38071a19-2c1e-4419-afa3-aa79359a8a63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.781528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95395e4a-119d-441c-9211-5509d3259557 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.827558] env[62353]: DEBUG oslo_vmware.api [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656699, 'name': PowerOnVM_Task, 'duration_secs': 0.537197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.828102] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 658.828324] env[62353]: INFO nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Took 6.93 seconds to spawn the instance on the hypervisor. [ 658.828501] env[62353]: DEBUG nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 658.829395] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e53929-b40b-4dee-8777-ce779861c7fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.848569] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52256213-c1d3-4794-27b2-65a09c174263, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.848569] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3ea2b1-ac46-422d-8341-9b95faa5d93d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.853483] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.853483] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52234f39-9a51-3515-ebb0-37a05b783174" [ 658.853483] env[62353]: _type = "Task" [ 658.853483] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.862870] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52234f39-9a51-3515-ebb0-37a05b783174, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.863206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.863501] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 48fee428-9105-4058-8de7-183e389c6e77/48fee428-9105-4058-8de7-183e389c6e77.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 658.863780] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f838c476-6e32-4dcb-a368-c591acf3cefa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.871661] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 658.871661] env[62353]: value = "task-656702" [ 658.871661] env[62353]: _type = "Task" [ 658.871661] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.880272] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.100665] env[62353]: DEBUG nova.scheduler.client.report [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 659.110475] env[62353]: DEBUG oslo_vmware.api [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656701, 'name': PowerOnVM_Task, 'duration_secs': 0.425661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.110801] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 659.111298] env[62353]: INFO nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Took 9.86 seconds to spawn the instance on the hypervisor. [ 659.111564] env[62353]: DEBUG nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 659.112385] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155823c9-eb66-4abd-8dfe-da2e6727b090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.296031] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.296031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7e3ae2a-e6b8-49fa-9877-b4bdbbf07e68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.302806] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 659.302806] env[62353]: value = "task-656703" [ 659.302806] env[62353]: _type = "Task" [ 659.302806] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.314071] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.349831] env[62353]: INFO nova.compute.manager [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Took 26.32 seconds to build instance. [ 659.384960] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506958} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.384960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 48fee428-9105-4058-8de7-183e389c6e77/48fee428-9105-4058-8de7-183e389c6e77.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 659.384960] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.385224] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5290df76-4e8d-4d2e-abe2-98dbaa48c7c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.393608] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 659.393608] env[62353]: value = "task-656704" [ 659.393608] env[62353]: _type = "Task" [ 659.393608] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.404435] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.606989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.607628] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 659.610631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.157s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.610886] env[62353]: DEBUG nova.objects.instance [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 659.636020] env[62353]: INFO nova.compute.manager [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Took 30.75 seconds to build instance. [ 659.815938] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.853619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82d6b7e9-ea34-46cc-a4e0-9bc3563394e7 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.136s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.902911] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.902972] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.903788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ed6c3-12a9-4457-b4c4-894e7a17a9d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.927638] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 48fee428-9105-4058-8de7-183e389c6e77/48fee428-9105-4058-8de7-183e389c6e77.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.927954] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36616a39-841d-4ace-b9b9-d2481459e637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.949363] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 659.949363] env[62353]: value = "task-656705" [ 659.949363] env[62353]: _type = "Task" [ 659.949363] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.957894] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.085041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.085041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.120311] env[62353]: DEBUG nova.compute.utils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.122210] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 660.122372] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 660.137661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd603cde-b18f-4547-b909-958a2fcb5e0a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.592s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.195347] env[62353]: DEBUG nova.policy [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4202c3d0260d4ae7a48155eb10e74c32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a70ae9d9aa646758e06a202ebd1052b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 660.283053] env[62353]: INFO nova.compute.manager [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Rebuilding instance [ 660.317610] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.338840] env[62353]: DEBUG nova.compute.manager [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 660.339716] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4f5a37-6cc0-4905-9474-2854acbe4196 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.354979] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 660.461494] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656705, 'name': ReconfigVM_Task, 'duration_secs': 0.289237} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.461494] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 48fee428-9105-4058-8de7-183e389c6e77/48fee428-9105-4058-8de7-183e389c6e77.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.461494] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9334bb0a-fce9-4f3e-b422-c98d0824e39f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.469035] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 660.469035] env[62353]: value = "task-656706" [ 660.469035] env[62353]: _type = "Task" [ 660.469035] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.477061] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656706, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.558528] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Successfully created port: db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.623437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eccc2672-37d8-4f96-88ce-78fd15d54d98 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.624625] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.221s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.626103] env[62353]: INFO nova.compute.claims [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.628874] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 660.641060] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 660.823059] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656703, 'name': CreateSnapshot_Task, 'duration_secs': 1.30058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.823059] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.823892] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d7cd4-01a2-415a-85bb-a150216ff51e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.852226] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 660.852226] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a8d598-322d-4228-83d0-65e26ec4f0dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.861971] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 660.861971] env[62353]: value = "task-656707" [ 660.861971] env[62353]: _type = "Task" [ 660.861971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.873827] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.882136] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.978044] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656706, 'name': Rename_Task, 'duration_secs': 0.141853} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.978182] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 660.978467] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d07816-3295-417e-b72e-656f0bab41da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.985035] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 660.985035] env[62353]: value = "task-656708" [ 660.985035] env[62353]: _type = "Task" [ 660.985035] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.993066] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.171252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.343618] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 661.344372] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cd6d312-0a0e-466f-8e66-d85d8ef853d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.352403] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 661.352403] env[62353]: value = "task-656709" [ 661.352403] env[62353]: _type = "Task" [ 661.352403] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.361082] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656709, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.372576] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656707, 'name': PowerOffVM_Task, 'duration_secs': 0.116635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.372872] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 661.373109] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 661.373952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47e1fb-74c7-4637-94ab-2f68cefbf07d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.381208] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 661.381275] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c634570c-9f8e-4ec8-b577-aa8b581ff64d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.427635] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 661.427635] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 661.427635] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Deleting the datastore file [datastore2] a95a96c4-23ae-40fa-996f-07afe59462fb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.427635] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9252cc11-11b8-40c5-a4c6-1f3877bacb93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.427635] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 661.427635] env[62353]: value = "task-656711" [ 661.427635] env[62353]: _type = "Task" [ 661.427635] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.449764] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.497593] env[62353]: DEBUG oslo_vmware.api [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656708, 'name': PowerOnVM_Task, 'duration_secs': 0.436975} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.497593] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 661.497593] env[62353]: INFO nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Took 6.90 seconds to spawn the instance on the hypervisor. [ 661.497593] env[62353]: DEBUG nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 661.497786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4a6efc-c7fb-4459-80da-3b7874a5e909 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.646239] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 661.693710] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 661.694235] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 661.694485] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.694772] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 661.695092] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.695510] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 661.695945] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 661.696220] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 661.696479] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 661.697417] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 661.697417] env[62353]: DEBUG nova.virt.hardware [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.698597] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e866981-9383-4a55-a214-ca5c23cb22f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.713768] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e77b3-143f-4070-804f-473f6ea6d44e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.865255] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656709, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.935218] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126525} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.935767] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.936522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 661.936522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 662.020581] env[62353]: INFO nova.compute.manager [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Took 27.57 seconds to build instance. [ 662.180317] env[62353]: DEBUG nova.compute.manager [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Received event network-vif-plugged-db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 662.180571] env[62353]: DEBUG oslo_concurrency.lockutils [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] Acquiring lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.180803] env[62353]: DEBUG oslo_concurrency.lockutils [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] Lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.181034] env[62353]: DEBUG oslo_concurrency.lockutils [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] Lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.181175] env[62353]: DEBUG nova.compute.manager [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] No waiting events found dispatching network-vif-plugged-db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 662.181454] env[62353]: WARNING nova.compute.manager [req-522b6e4b-8ec8-4476-83ff-a1e00caaf0a1 req-b0801818-cf55-409c-873c-4c7b42ef02d1 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Received unexpected event network-vif-plugged-db9ddafe-c3c5-4b47-a9c0-033b898aace7 for instance with vm_state building and task_state spawning. [ 662.258086] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c7dc17-6a2d-423a-b714-bb18fb165c3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.271986] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919bc47-c541-4544-a2ce-1ed115013d0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.313515] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28f0648-3f66-433b-a441-a3642406e2dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.321463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e2878-65a0-4119-8a0b-032dc31bc24c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.345019] env[62353]: DEBUG nova.compute.provider_tree [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.364236] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656709, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.414869] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Successfully updated port: db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.523910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57098ec2-2e71-4744-9465-580b3655b258 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.047s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.846463] env[62353]: DEBUG nova.scheduler.client.report [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 662.864377] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656709, 'name': CloneVM_Task, 'duration_secs': 1.460514} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.864667] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Created linked-clone VM from snapshot [ 662.865614] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea59691-3791-4939-9790-95e476711366 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.873725] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Uploading image 7b89c7a9-c9a9-4d7e-b741-b07ed6ad2b24 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 662.904215] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 662.904215] env[62353]: value = "vm-159389" [ 662.904215] env[62353]: _type = "VirtualMachine" [ 662.904215] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 662.904563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c4352f7-8edf-481d-8a8e-89f14b7653e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.912325] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease: (returnval){ [ 662.912325] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276addd-17d4-2b4e-df68-f8ec1055af21" [ 662.912325] env[62353]: _type = "HttpNfcLease" [ 662.912325] env[62353]: } obtained for exporting VM: (result){ [ 662.912325] env[62353]: value = "vm-159389" [ 662.912325] env[62353]: _type = "VirtualMachine" [ 662.912325] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 662.912325] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the lease: (returnval){ [ 662.912325] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276addd-17d4-2b4e-df68-f8ec1055af21" [ 662.912325] env[62353]: _type = "HttpNfcLease" [ 662.912325] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 662.916390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.916533] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquired lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.916681] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 662.923741] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.923741] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276addd-17d4-2b4e-df68-f8ec1055af21" [ 662.923741] env[62353]: _type = "HttpNfcLease" [ 662.923741] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 662.924487] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 662.924487] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276addd-17d4-2b4e-df68-f8ec1055af21" [ 662.924487] env[62353]: _type = "HttpNfcLease" [ 662.924487] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 662.925186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02715207-4a97-44b9-b918-fac8478c0040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.936589] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 662.936809] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 663.025205] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 663.042391] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2fe9491-b06d-4b77-a324-e9a888fdc186 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.057412] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 663.057730] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 663.057730] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.057881] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 663.058063] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.058232] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 663.059030] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 663.059030] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 663.059030] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 663.059030] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 663.059166] env[62353]: DEBUG nova.virt.hardware [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.060530] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5cb9b-6bdd-4cc0-aa64-2dc649c4dd3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.072253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d785c7-98bc-4944-96eb-4a59e291dc89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.089238] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.095076] env[62353]: DEBUG oslo.service.loopingcall [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.100959] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 663.101737] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d8abe3-1948-4506-9173-70896e69d21b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.121983] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.121983] env[62353]: value = "task-656713" [ 663.121983] env[62353]: _type = "Task" [ 663.121983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.132348] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656713, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.355151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.357268] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.935s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.361163] env[62353]: INFO nova.compute.claims [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.467726] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 663.558400] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.634761] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656713, 'name': CreateVM_Task, 'duration_secs': 0.452375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.635016] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 663.636748] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.637254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.637425] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.637752] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793e7967-deaa-4510-b331-5b3392af30b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.644064] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 663.644064] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5247f970-23ec-25f2-f90f-57a72c7b69b3" [ 663.644064] env[62353]: _type = "Task" [ 663.644064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.655523] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5247f970-23ec-25f2-f90f-57a72c7b69b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.753414] env[62353]: DEBUG nova.network.neutron [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Updating instance_info_cache with network_info: [{"id": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "address": "fa:16:3e:3e:7e:42", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ddafe-c3", "ovs_interfaceid": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.869038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "f6d4e3c4-1aac-455b-aadc-e5a2aaa68ee2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.869325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "f6d4e3c4-1aac-455b-aadc-e5a2aaa68ee2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.160778] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5247f970-23ec-25f2-f90f-57a72c7b69b3, 'name': SearchDatastore_Task, 'duration_secs': 0.019202} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.161724] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.162015] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.162606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.162855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.163237] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.163882] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2990ba3a-8493-4ec0-ba89-a018bd470b76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.175401] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.176098] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 664.177463] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38b9757-c74e-44ba-9596-ab235ad87b12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.186249] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 664.186249] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528233a6-76d4-1b97-f2ae-8614232d4fa2" [ 664.186249] env[62353]: _type = "Task" [ 664.186249] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.196984] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528233a6-76d4-1b97-f2ae-8614232d4fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.257633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Releasing lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.258273] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Instance network_info: |[{"id": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "address": "fa:16:3e:3e:7e:42", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ddafe-c3", "ovs_interfaceid": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 664.258841] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:7e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9ddafe-c3c5-4b47-a9c0-033b898aace7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.268207] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Creating folder: Project (7a70ae9d9aa646758e06a202ebd1052b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 664.269326] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5169ff80-135e-4ffe-a07a-1bc4ad3d6aea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284030] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Created folder: Project (7a70ae9d9aa646758e06a202ebd1052b) in parent group-v159334. [ 664.284309] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Creating folder: Instances. Parent ref: group-v159391. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 664.284978] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0004e299-cbe1-4aa3-b7d4-0af21d281050 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.295197] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Created folder: Instances in parent group-v159391. [ 664.297806] env[62353]: DEBUG oslo.service.loopingcall [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.297806] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 664.297806] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-472cc6cf-d23b-4ab9-a1c3-a359f628612e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.321157] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.321157] env[62353]: value = "task-656716" [ 664.321157] env[62353]: _type = "Task" [ 664.321157] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.331423] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656716, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.390702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "f6d4e3c4-1aac-455b-aadc-e5a2aaa68ee2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.521s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.391580] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 664.596779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "3bbed079-ffe6-46d7-83ef-293634f51c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.597107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.687519] env[62353]: DEBUG nova.compute.manager [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Received event network-changed-db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 664.687519] env[62353]: DEBUG nova.compute.manager [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Refreshing instance network info cache due to event network-changed-db9ddafe-c3c5-4b47-a9c0-033b898aace7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 664.687519] env[62353]: DEBUG oslo_concurrency.lockutils [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] Acquiring lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.687519] env[62353]: DEBUG oslo_concurrency.lockutils [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] Acquired lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.687519] env[62353]: DEBUG nova.network.neutron [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Refreshing network info cache for port db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 664.715180] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528233a6-76d4-1b97-f2ae-8614232d4fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.717154] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74733859-a10a-491d-9d16-3e5343e30de3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.731405] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 664.731405] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526c551e-cf82-b165-b595-dd7243807a35" [ 664.731405] env[62353]: _type = "Task" [ 664.731405] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.745131] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526c551e-cf82-b165-b595-dd7243807a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.832908] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656716, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.898383] env[62353]: DEBUG nova.compute.utils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.901197] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 664.901788] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 665.022785] env[62353]: DEBUG nova.policy [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc933877e2c464aacf5e7d204fd150c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0be0f7c87c44aa29ea9e0bf61dd43c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 665.100985] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5acd322-bb20-447c-97f2-8ed3adb2c609 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.115903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b994eb59-572d-4e94-953b-60b4a545e99a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.155080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc49847-a6d1-4b4a-ab93-f49bf6056d42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.164314] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c014f-f35b-4256-9869-7f8fd5184983 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.183423] env[62353]: DEBUG nova.compute.provider_tree [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.245992] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526c551e-cf82-b165-b595-dd7243807a35, 'name': SearchDatastore_Task, 'duration_secs': 0.028351} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.246321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.246621] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 665.246919] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323164ae-eb37-4b01-a1e7-d94873ad60fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.256333] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 665.256333] env[62353]: value = "task-656717" [ 665.256333] env[62353]: _type = "Task" [ 665.256333] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.263134] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.336196] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656716, 'name': CreateVM_Task, 'duration_secs': 0.531432} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.336196] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 665.337442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.338642] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.339272] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b534d0-2514-4918-a703-d94609aeb532 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.346393] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 665.346393] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c3917-bc8d-bc80-99d3-589345728cd7" [ 665.346393] env[62353]: _type = "Task" [ 665.346393] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.356455] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c3917-bc8d-bc80-99d3-589345728cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.410078] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 665.686431] env[62353]: DEBUG nova.scheduler.client.report [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 665.768942] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.790091] env[62353]: DEBUG nova.network.neutron [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Updated VIF entry in instance network info cache for port db9ddafe-c3c5-4b47-a9c0-033b898aace7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 665.790439] env[62353]: DEBUG nova.network.neutron [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Updating instance_info_cache with network_info: [{"id": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "address": "fa:16:3e:3e:7e:42", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ddafe-c3", "ovs_interfaceid": "db9ddafe-c3c5-4b47-a9c0-033b898aace7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.828652] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Successfully created port: 5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.858424] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c3917-bc8d-bc80-99d3-589345728cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.858774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.859033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.859278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.859431] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.859619] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.859925] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45794d5c-68c3-43cd-b374-0fdd2258315a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.870801] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.871013] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 665.871806] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c556618-f858-46cb-ad3f-ac41840d826b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.880852] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 665.880852] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b279f-b756-7afb-695b-473c0114cc29" [ 665.880852] env[62353]: _type = "Task" [ 665.880852] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.888994] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b279f-b756-7afb-695b-473c0114cc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.199268] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.199268] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 666.202907] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "04ded576-b215-4afe-96b0-c697d579ce38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.203320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.207932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.703s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.207932] env[62353]: INFO nova.compute.claims [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.268738] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.269054] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 666.269295] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.269544] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dc110ee-1da4-447e-a7ad-d9fd13159742 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.280077] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 666.280077] env[62353]: value = "task-656718" [ 666.280077] env[62353]: _type = "Task" [ 666.280077] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.290492] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.294796] env[62353]: DEBUG oslo_concurrency.lockutils [req-d30b5caf-45a3-4890-87d9-f035b29058ff req-47145e72-a4a1-4525-b388-3d8f3c3d2cfe service nova] Releasing lock "refresh_cache-c089d88c-f188-446f-af69-bfd8744f26e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.395835] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b279f-b756-7afb-695b-473c0114cc29, 'name': SearchDatastore_Task, 'duration_secs': 0.013538} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.400760] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27094c39-b520-4586-a0a4-59226a63c104 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.406388] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 666.406388] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c7cbf-586c-9d51-7dc4-c5b398488604" [ 666.406388] env[62353]: _type = "Task" [ 666.406388] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.415290] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c7cbf-586c-9d51-7dc4-c5b398488604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.422618] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 666.457842] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 666.458739] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 666.458920] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.459130] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 666.459287] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.459445] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 666.459663] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 666.459828] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 666.460010] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 666.460198] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 666.460377] env[62353]: DEBUG nova.virt.hardware [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 666.461319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddffcbf-7349-4e48-b204-4ee4256d1040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.470434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b603737-b233-43e8-a5f7-d1fce59dda71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.710159] env[62353]: DEBUG nova.compute.utils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.712412] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 666.712583] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 666.771867] env[62353]: DEBUG nova.policy [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c16e371345e4c04b72d018c5b932595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '959818cdddb948d5a2fc69b85be59b88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 666.795563] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070253} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.796596] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.798305] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3d9e6-4622-4044-99eb-fea3e7571e1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.826168] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.826929] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21630bb5-f663-4444-b950-d34eeb743003 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.854202] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 666.854202] env[62353]: value = "task-656719" [ 666.854202] env[62353]: _type = "Task" [ 666.854202] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.867730] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.917840] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c7cbf-586c-9d51-7dc4-c5b398488604, 'name': SearchDatastore_Task, 'duration_secs': 0.018035} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.918174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.918458] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c089d88c-f188-446f-af69-bfd8744f26e8/c089d88c-f188-446f-af69-bfd8744f26e8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 666.918729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f383563-b4d6-4629-8d93-0f5809343962 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.925983] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 666.925983] env[62353]: value = "task-656720" [ 666.925983] env[62353]: _type = "Task" [ 666.925983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.936806] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.199195] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Successfully created port: 70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.214433] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 667.365224] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656719, 'name': ReconfigVM_Task, 'duration_secs': 0.40185} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.368691] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a95a96c4-23ae-40fa-996f-07afe59462fb/a95a96c4-23ae-40fa-996f-07afe59462fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.370073] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc15ed99-992b-4736-ac08-c4fb395f6282 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.379331] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 667.379331] env[62353]: value = "task-656721" [ 667.379331] env[62353]: _type = "Task" [ 667.379331] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.392298] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656721, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.441745] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.806114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c68fb-eff9-4c6d-a27c-8547fdddc4a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.816598] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d20772-4fa8-41d3-8cae-bc5e68847eb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.853426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836f5a1-caef-4867-9063-bc84d58b186f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.862466] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513a35c-f281-4259-90e2-c5f809c94c2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.879276] env[62353]: DEBUG nova.compute.provider_tree [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.893453] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656721, 'name': Rename_Task, 'duration_secs': 0.166368} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.894902] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 667.895552] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec86791f-0fbb-45c1-9a58-367b6e2b5e0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.902236] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 667.902236] env[62353]: value = "task-656722" [ 667.902236] env[62353]: _type = "Task" [ 667.902236] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.912880] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.943784] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612527} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.944079] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c089d88c-f188-446f-af69-bfd8744f26e8/c089d88c-f188-446f-af69-bfd8744f26e8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 667.944267] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.944564] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e349a9-1352-42a5-a98a-9f8a1bef6a6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.951972] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 667.951972] env[62353]: value = "task-656723" [ 667.951972] env[62353]: _type = "Task" [ 667.951972] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.962737] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.005113] env[62353]: DEBUG nova.compute.manager [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Received event network-vif-plugged-5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 668.006018] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] Acquiring lock "b1101035-a038-4690-a09e-08b4109e06b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.006018] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] Lock "b1101035-a038-4690-a09e-08b4109e06b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.006018] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] Lock "b1101035-a038-4690-a09e-08b4109e06b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.006215] env[62353]: DEBUG nova.compute.manager [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] No waiting events found dispatching network-vif-plugged-5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 668.006499] env[62353]: WARNING nova.compute.manager [req-d0ffc173-ba05-482f-b7f9-f4c06dbadde8 req-5cd5a629-79f2-40ba-9ec7-dca33cae3d89 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Received unexpected event network-vif-plugged-5e1d46b5-b109-4939-8e58-354e08b92243 for instance with vm_state building and task_state spawning. [ 668.120407] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Successfully updated port: 5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.231877] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 668.279202] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 668.281095] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 668.281285] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.283358] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 668.283558] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.283733] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 668.283998] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 668.284150] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 668.284329] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 668.285865] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 668.286394] env[62353]: DEBUG nova.virt.hardware [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.288150] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0a480-5f81-4d27-87ce-affdcbf308b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.297963] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e094361-c08c-4198-9ef0-42bb086aa13f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.390280] env[62353]: DEBUG nova.scheduler.client.report [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 668.417021] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.462204] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.462537] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.464570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deca5756-328d-4f48-aa2f-0a78df256583 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.494109] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c089d88c-f188-446f-af69-bfd8744f26e8/c089d88c-f188-446f-af69-bfd8744f26e8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.495020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3efc50-6247-4c01-832b-87051a23ecdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.520975] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 668.520975] env[62353]: value = "task-656724" [ 668.520975] env[62353]: _type = "Task" [ 668.520975] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.532515] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.625802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.626290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquired lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.626290] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 668.899982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.900576] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 668.907502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.911487] env[62353]: INFO nova.compute.claims [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.930160] env[62353]: DEBUG oslo_vmware.api [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656722, 'name': PowerOnVM_Task, 'duration_secs': 0.672453} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.930160] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 668.930160] env[62353]: DEBUG nova.compute.manager [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 668.930525] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613d213-1e95-48d2-a33e-9919adcab995 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.034823] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.179655] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 669.416959] env[62353]: DEBUG nova.compute.utils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 669.421775] env[62353]: DEBUG nova.network.neutron [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Updating instance_info_cache with network_info: [{"id": "5e1d46b5-b109-4939-8e58-354e08b92243", "address": "fa:16:3e:28:2f:fb", "network": {"id": "3e4e4232-8f92-4700-a0d8-f2c4b1c8c0d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-864321479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0be0f7c87c44aa29ea9e0bf61dd43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1d46b5-b1", "ovs_interfaceid": "5e1d46b5-b109-4939-8e58-354e08b92243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.423297] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 669.423624] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 669.453507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.500772] env[62353]: DEBUG nova.policy [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 669.536918] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656724, 'name': ReconfigVM_Task, 'duration_secs': 0.725473} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.537272] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c089d88c-f188-446f-af69-bfd8744f26e8/c089d88c-f188-446f-af69-bfd8744f26e8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.537918] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20b61c0-5c78-49bd-8301-35b55eae35a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.546636] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 669.546636] env[62353]: value = "task-656725" [ 669.546636] env[62353]: _type = "Task" [ 669.546636] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.557247] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656725, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.673009] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Successfully updated port: 70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.871852] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Successfully created port: beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.924706] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 669.930504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Releasing lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.930504] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Instance network_info: |[{"id": "5e1d46b5-b109-4939-8e58-354e08b92243", "address": "fa:16:3e:28:2f:fb", "network": {"id": "3e4e4232-8f92-4700-a0d8-f2c4b1c8c0d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-864321479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0be0f7c87c44aa29ea9e0bf61dd43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1d46b5-b1", "ovs_interfaceid": "5e1d46b5-b109-4939-8e58-354e08b92243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 669.937169] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e1d46b5-b109-4939-8e58-354e08b92243', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.942712] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Creating folder: Project (c0be0f7c87c44aa29ea9e0bf61dd43c6). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 669.943698] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e1e7c38-3114-439c-8016-d6facd5f628e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.956173] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Created folder: Project (c0be0f7c87c44aa29ea9e0bf61dd43c6) in parent group-v159334. [ 669.956383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Creating folder: Instances. Parent ref: group-v159394. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 669.956637] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ad5881-63f8-4793-a950-c42327433aac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.967483] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Created folder: Instances in parent group-v159394. [ 669.968177] env[62353]: DEBUG oslo.service.loopingcall [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.968177] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 669.968514] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02540bbf-d07d-4b7a-a2a8-a48d6c2c866a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.006023] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.006023] env[62353]: value = "task-656728" [ 670.006023] env[62353]: _type = "Task" [ 670.006023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.019045] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656728, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.067364] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656725, 'name': Rename_Task, 'duration_secs': 0.149337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.068092] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 670.068397] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba3782a-0c15-40d6-a373-6b3b580b730b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.078307] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 670.078307] env[62353]: value = "task-656729" [ 670.078307] env[62353]: _type = "Task" [ 670.078307] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.087416] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.187226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.187226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.187226] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 670.397160] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Received event network-changed-5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 670.397160] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Refreshing instance network info cache due to event network-changed-5e1d46b5-b109-4939-8e58-354e08b92243. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 670.397160] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Acquiring lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.397355] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Acquired lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.397654] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Refreshing network info cache for port 5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 670.522368] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656728, 'name': CreateVM_Task, 'duration_secs': 0.36223} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.522368] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 670.523519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.523519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.523769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.526728] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1463d2-d56a-4d8b-8a69-a0b8a0f8aa56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.538247] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 670.538247] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527d6c42-935a-2b6e-9f0f-726ced6ec0fe" [ 670.538247] env[62353]: _type = "Task" [ 670.538247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.555423] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527d6c42-935a-2b6e-9f0f-726ced6ec0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.558044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.558044] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.558044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.558632] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558958] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.563774] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91da0dcd-3f26-4e2b-854f-d6ad57b3ca37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.574198] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.574198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 670.574198] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac39895b-b235-40a8-8bc5-29d52169dddd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.579676] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 670.579676] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d01b9d-260f-24ae-18c5-371edb82636d" [ 670.579676] env[62353]: _type = "Task" [ 670.579676] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.603069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.603069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.604101] env[62353]: DEBUG oslo_vmware.api [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656729, 'name': PowerOnVM_Task, 'duration_secs': 0.457311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.604101] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 670.604101] env[62353]: INFO nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Took 8.96 seconds to spawn the instance on the hypervisor. [ 670.604101] env[62353]: DEBUG nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 670.609898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbab4ba-94ae-46d3-803e-204f15f886f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.612280] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d01b9d-260f-24ae-18c5-371edb82636d, 'name': SearchDatastore_Task, 'duration_secs': 0.017686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.615078] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20d1054-a9f8-4de4-8629-dba107c5721b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.628769] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 670.628769] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5214fc45-5415-fcfb-c33f-c62464428cd3" [ 670.628769] env[62353]: _type = "Task" [ 670.628769] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.637464] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5214fc45-5415-fcfb-c33f-c62464428cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.643468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02580e-4ec5-471e-a603-173fc74a4661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.653299] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b6d6c-56f7-4759-96ce-d86638f914ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.697438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480797aa-9ff6-4ef8-af19-7e9e18806dda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.711177] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891f7f90-d1d1-4fba-bfc8-5bbd17a70fe0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.731801] env[62353]: DEBUG nova.compute.provider_tree [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.766859] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 670.938529] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 670.965297] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 670.965586] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 670.965787] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.965996] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 670.966170] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.966337] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 670.966562] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 670.966736] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 670.966923] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 670.967109] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 670.967372] env[62353]: DEBUG nova.virt.hardware [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.968222] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b475de-2fef-4e1a-a0a3-96fc7431c2da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.977905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b354f0ac-3fec-4998-a29d-a33b67d181d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.145861] env[62353]: INFO nova.compute.manager [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Took 33.78 seconds to build instance. [ 671.153688] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5214fc45-5415-fcfb-c33f-c62464428cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.016073} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.153988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.154275] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b1101035-a038-4690-a09e-08b4109e06b1/b1101035-a038-4690-a09e-08b4109e06b1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 671.154635] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2753d10b-4036-4f33-ac32-45780afc7008 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.163038] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 671.163038] env[62353]: value = "task-656730" [ 671.163038] env[62353]: _type = "Task" [ 671.163038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.173017] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.175393] env[62353]: DEBUG nova.network.neutron [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updating instance_info_cache with network_info: [{"id": "70fca935-6a36-4c93-b1bd-8251816a1585", "address": "fa:16:3e:17:be:25", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fca935-6a", "ovs_interfaceid": "70fca935-6a36-4c93-b1bd-8251816a1585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.234636] env[62353]: DEBUG nova.scheduler.client.report [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 671.324693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "a95a96c4-23ae-40fa-996f-07afe59462fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.324903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.325175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "a95a96c4-23ae-40fa-996f-07afe59462fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.325377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.325557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.329080] env[62353]: INFO nova.compute.manager [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Terminating instance [ 671.331753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "refresh_cache-a95a96c4-23ae-40fa-996f-07afe59462fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.332012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquired lock "refresh_cache-a95a96c4-23ae-40fa-996f-07afe59462fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.332254] env[62353]: DEBUG nova.network.neutron [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 671.522868] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Successfully updated port: beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.650282] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Updated VIF entry in instance network info cache for port 5e1d46b5-b109-4939-8e58-354e08b92243. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 671.650775] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Updating instance_info_cache with network_info: [{"id": "5e1d46b5-b109-4939-8e58-354e08b92243", "address": "fa:16:3e:28:2f:fb", "network": {"id": "3e4e4232-8f92-4700-a0d8-f2c4b1c8c0d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-864321479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0be0f7c87c44aa29ea9e0bf61dd43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1d46b5-b1", "ovs_interfaceid": "5e1d46b5-b109-4939-8e58-354e08b92243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.657020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0feab100-3903-4145-994d-5af9da2bbc51 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.566s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.674290] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.676996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.678069] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Instance network_info: |[{"id": "70fca935-6a36-4c93-b1bd-8251816a1585", "address": "fa:16:3e:17:be:25", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fca935-6a", "ovs_interfaceid": "70fca935-6a36-4c93-b1bd-8251816a1585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 671.678372] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:be:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70fca935-6a36-4c93-b1bd-8251816a1585', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.687141] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Creating folder: Project (959818cdddb948d5a2fc69b85be59b88). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.688843] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dfefd89-1f13-441a-a361-d0045e4f3b11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.702266] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Created folder: Project (959818cdddb948d5a2fc69b85be59b88) in parent group-v159334. [ 671.702806] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Creating folder: Instances. Parent ref: group-v159397. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.703040] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca0bc0a-663a-4761-ba89-2c6d82181c89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.713125] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Created folder: Instances in parent group-v159397. [ 671.713721] env[62353]: DEBUG oslo.service.loopingcall [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.713721] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 671.713901] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7537dd76-ba93-400e-a064-3624b42f3931 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.742558] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.742558] env[62353]: value = "task-656733" [ 671.742558] env[62353]: _type = "Task" [ 671.742558] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.745675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.746439] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 671.754187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.635s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.754187] env[62353]: DEBUG nova.objects.instance [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'resources' on Instance uuid d1fe6305-e472-42f4-a78c-76508daf3d37 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.761926] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656733, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.765965] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 671.766385] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0798363e-8338-44b3-be7c-dde3b85f8f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.774089] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 671.774480] env[62353]: ERROR oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk due to incomplete transfer. [ 671.776269] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70a54aa3-7284-495c-b302-17fd34ff627e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.784348] env[62353]: DEBUG oslo_vmware.rw_handles [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c0d4bb-43d4-d30d-6eb1-c51b9a7cb542/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 671.784954] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Uploaded image 7b89c7a9-c9a9-4d7e-b741-b07ed6ad2b24 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 671.787433] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 671.788072] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bda737d1-b8d8-4664-a911-a0adde7d8c3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.796308] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 671.796308] env[62353]: value = "task-656734" [ 671.796308] env[62353]: _type = "Task" [ 671.796308] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.805344] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656734, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.855463] env[62353]: DEBUG nova.network.neutron [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.962451] env[62353]: DEBUG nova.network.neutron [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.033787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.033787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.033787] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 672.155829] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Releasing lock "refresh_cache-b1101035-a038-4690-a09e-08b4109e06b1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.159028] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Received event network-vif-plugged-70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.159028] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.159028] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.159028] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.159028] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] No waiting events found dispatching network-vif-plugged-70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 672.159379] env[62353]: WARNING nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Received unexpected event network-vif-plugged-70fca935-6a36-4c93-b1bd-8251816a1585 for instance with vm_state building and task_state spawning. [ 672.159379] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Received event network-changed-70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.159379] env[62353]: DEBUG nova.compute.manager [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Refreshing instance network info cache due to event network-changed-70fca935-6a36-4c93-b1bd-8251816a1585. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 672.159379] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Acquiring lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.159379] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Acquired lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.159530] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Refreshing network info cache for port 70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 672.160736] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 672.176309] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656732} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.176736] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b1101035-a038-4690-a09e-08b4109e06b1/b1101035-a038-4690-a09e-08b4109e06b1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 672.177129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.177472] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-424e8338-6554-4cb4-8447-a706885e817c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.186186] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 672.186186] env[62353]: value = "task-656735" [ 672.186186] env[62353]: _type = "Task" [ 672.186186] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.198518] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.250390] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656733, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.258440] env[62353]: DEBUG nova.compute.utils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.267762] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 672.267762] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 672.307483] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656734, 'name': Destroy_Task, 'duration_secs': 0.326903} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.307969] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Destroyed the VM [ 672.310553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.313409] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c3d8b8e-24d9-479d-8929-ce9e10d0070a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.321282] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 672.321282] env[62353]: value = "task-656736" [ 672.321282] env[62353]: _type = "Task" [ 672.321282] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.334782] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656736, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.391278] env[62353]: DEBUG nova.policy [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10da404754b14eda846f2d52a466dc5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d6aa1f8d7f43e1b13e35a60f4b0847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 672.465236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Releasing lock "refresh_cache-a95a96c4-23ae-40fa-996f-07afe59462fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.465727] env[62353]: DEBUG nova.compute.manager [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 672.465978] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 672.467470] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0ead53-2056-4d42-b5ee-62f14eecc771 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.479840] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 672.480254] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30490271-9cb6-4df5-a748-13e5b911d771 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.490739] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 672.490739] env[62353]: value = "task-656737" [ 672.490739] env[62353]: _type = "Task" [ 672.490739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.501536] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.569280] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 672.690486] env[62353]: DEBUG nova.compute.manager [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Received event network-vif-plugged-beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.691471] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Acquiring lock "286f4f94-bab8-4307-a172-d8dee9888376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.691471] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Lock "286f4f94-bab8-4307-a172-d8dee9888376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.691979] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Lock "286f4f94-bab8-4307-a172-d8dee9888376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.691979] env[62353]: DEBUG nova.compute.manager [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] No waiting events found dispatching network-vif-plugged-beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 672.691979] env[62353]: WARNING nova.compute.manager [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Received unexpected event network-vif-plugged-beb3dd2d-888e-4603-a8f1-8c5828da2a42 for instance with vm_state building and task_state spawning. [ 672.692154] env[62353]: DEBUG nova.compute.manager [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Received event network-changed-beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.692510] env[62353]: DEBUG nova.compute.manager [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Refreshing instance network info cache due to event network-changed-beb3dd2d-888e-4603-a8f1-8c5828da2a42. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 672.692510] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Acquiring lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.693904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.710755] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248992} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.711125] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.712351] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed5c551-1d2c-4da3-86b8-cd5bda7ffbe4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.741218] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b1101035-a038-4690-a09e-08b4109e06b1/b1101035-a038-4690-a09e-08b4109e06b1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.748113] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c115c7-1e3d-42e7-87e7-6a0c7b48df22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.769462] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 672.776369] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 672.776369] env[62353]: value = "task-656738" [ 672.776369] env[62353]: _type = "Task" [ 672.776369] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.779828] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656733, 'name': CreateVM_Task, 'duration_secs': 0.549147} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.781902] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 672.785304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.785454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.785778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.787030] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c918bfd1-2f95-4bbf-ae1a-fbe7aa627dcf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.792297] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.796527] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 672.796527] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240168b-e685-bb64-5147-99c2046e2fb0" [ 672.796527] env[62353]: _type = "Task" [ 672.796527] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.808972] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240168b-e685-bb64-5147-99c2046e2fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.832943] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656736, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.848221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389f149f-ca67-41c9-ab03-0f6fc0384f8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.854199] env[62353]: DEBUG nova.network.neutron [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Updating instance_info_cache with network_info: [{"id": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "address": "fa:16:3e:f2:ab:a2", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3dd2d-88", "ovs_interfaceid": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.860582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1c591-f627-455a-8c4c-c83a3f86505b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.895173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa81e42-30b8-4d44-b8f2-a462e5631b18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.903862] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f0867-593e-4e3a-b8d2-9b6a8ca51f74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.922020] env[62353]: DEBUG nova.compute.provider_tree [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.000190] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Successfully created port: 2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.006781] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656737, 'name': PowerOffVM_Task, 'duration_secs': 0.127569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.007082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 673.007374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 673.007805] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21cf07db-b19b-49be-9e70-167dd05f9b9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.032641] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 673.032911] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 673.033922] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Deleting the datastore file [datastore1] a95a96c4-23ae-40fa-996f-07afe59462fb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.034253] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f1eb56-b935-4d90-a190-6ddb75216b5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.045764] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for the task: (returnval){ [ 673.045764] env[62353]: value = "task-656740" [ 673.045764] env[62353]: _type = "Task" [ 673.045764] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.057433] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.103451] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updated VIF entry in instance network info cache for port 70fca935-6a36-4c93-b1bd-8251816a1585. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 673.103889] env[62353]: DEBUG nova.network.neutron [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updating instance_info_cache with network_info: [{"id": "70fca935-6a36-4c93-b1bd-8251816a1585", "address": "fa:16:3e:17:be:25", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fca935-6a", "ovs_interfaceid": "70fca935-6a36-4c93-b1bd-8251816a1585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.302599] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656738, 'name': ReconfigVM_Task, 'duration_secs': 0.452358} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.306674] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b1101035-a038-4690-a09e-08b4109e06b1/b1101035-a038-4690-a09e-08b4109e06b1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.309149] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65224a3a-c303-443c-a03e-6dc1099b574e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.319201] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240168b-e685-bb64-5147-99c2046e2fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.023705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.323219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.323219] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.323219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.323219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.323453] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.323453] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 673.323453] env[62353]: value = "task-656741" [ 673.323453] env[62353]: _type = "Task" [ 673.323453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.323453] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb33ab1-1ed0-495c-bfd3-fe7a1a6da9b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.340395] env[62353]: DEBUG oslo_vmware.api [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656736, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744335} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.348119] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.348119] env[62353]: INFO nova.compute.manager [None req-93d1fb14-b853-4d6b-898a-cb2a88f9feb5 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 673.349249] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.349481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 673.350353] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656741, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.351460] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1f5533-791d-495f-ba12-8980e2397df1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.358165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.358453] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Instance network_info: |[{"id": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "address": "fa:16:3e:f2:ab:a2", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3dd2d-88", "ovs_interfaceid": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 673.359225] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 673.359225] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52366182-b459-6e08-e7b0-2b40e3ff06b5" [ 673.359225] env[62353]: _type = "Task" [ 673.359225] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.360033] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Acquired lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.360033] env[62353]: DEBUG nova.network.neutron [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Refreshing network info cache for port beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 673.361083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:ab:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beb3dd2d-888e-4603-a8f1-8c5828da2a42', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.369224] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating folder: Project (f19989cadc854d149c921576bf931868). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.370875] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329452a1-68d2-4749-9a06-b61bb941bdb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.384252] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52366182-b459-6e08-e7b0-2b40e3ff06b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.386242] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created folder: Project (f19989cadc854d149c921576bf931868) in parent group-v159334. [ 673.386461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating folder: Instances. Parent ref: group-v159400. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.386730] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac35996-f3dc-4f35-97d9-6f6b6ae1f1a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.389193] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f81e04-5021-4c54-9bd4-9feca32dff57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.394627] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 673.394627] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f5107-8f32-5993-31a1-2725e1f392fd" [ 673.394627] env[62353]: _type = "Task" [ 673.394627] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.400531] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created folder: Instances in parent group-v159400. [ 673.400737] env[62353]: DEBUG oslo.service.loopingcall [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.401455] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 673.401997] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd0d3990-1deb-40bb-bd36-6793c3532be6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.425157] env[62353]: DEBUG nova.scheduler.client.report [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 673.428685] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f5107-8f32-5993-31a1-2725e1f392fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.434153] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.434153] env[62353]: value = "task-656744" [ 673.434153] env[62353]: _type = "Task" [ 673.434153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.445351] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656744, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.488726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "c089d88c-f188-446f-af69-bfd8744f26e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.489594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.489594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.490196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.490196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.493856] env[62353]: INFO nova.compute.manager [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Terminating instance [ 673.496212] env[62353]: DEBUG nova.compute.manager [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 673.496212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 673.499377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2f2cfd-e6c3-49d3-ab19-246531d2137e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.504810] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 673.505020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df057e4d-d6dd-47d2-9242-6573197e9772 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.510950] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 673.510950] env[62353]: value = "task-656745" [ 673.510950] env[62353]: _type = "Task" [ 673.510950] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.519372] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.555952] env[62353]: DEBUG oslo_vmware.api [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Task: {'id': task-656740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116667} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.556253] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.556447] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 673.556713] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 673.556924] env[62353]: INFO nova.compute.manager [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 673.557195] env[62353]: DEBUG oslo.service.loopingcall [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.557389] env[62353]: DEBUG nova.compute.manager [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 673.557485] env[62353]: DEBUG nova.network.neutron [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 673.580847] env[62353]: DEBUG nova.network.neutron [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 673.607821] env[62353]: DEBUG oslo_concurrency.lockutils [req-943b3c4a-207a-4381-8f5f-664eff38e1a2 req-88bfa354-80bd-4535-8416-d51fa12f75b0 service nova] Releasing lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.795873] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 673.829059] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 673.829437] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 673.829611] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.829803] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 673.829948] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.830111] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 673.830329] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 673.830489] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 673.830656] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 673.830820] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 673.831010] env[62353]: DEBUG nova.virt.hardware [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 673.831976] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060d818b-b676-4431-a9a4-bc3b2f61c0b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.847851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8cab62-99b8-4214-aeec-6e028ce92d5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.851928] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656741, 'name': Rename_Task, 'duration_secs': 0.172742} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.854734] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 673.856188] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-835390c7-1a2b-422d-a445-ef25d9cefe0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.873405] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 673.873405] env[62353]: value = "task-656746" [ 673.873405] env[62353]: _type = "Task" [ 673.873405] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.883463] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.905181] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f5107-8f32-5993-31a1-2725e1f392fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.905327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.905681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4b5345ac-85a8-4fbd-884a-025bde54082f/4b5345ac-85a8-4fbd-884a-025bde54082f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 673.906023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50234c0a-f701-4f2d-9610-d292d0794160 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.913271] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 673.913271] env[62353]: value = "task-656747" [ 673.913271] env[62353]: _type = "Task" [ 673.913271] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.923035] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.932730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.934643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.360s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.936301] env[62353]: INFO nova.compute.claims [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.951600] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656744, 'name': CreateVM_Task, 'duration_secs': 0.366248} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.951767] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 673.952507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.952671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.952988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.953442] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4470a5-787d-4ea6-951c-42e5b3b7f6a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.959208] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 673.959208] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52586b35-e76f-7747-b60f-dbeaf9f73665" [ 673.959208] env[62353]: _type = "Task" [ 673.959208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.968044] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52586b35-e76f-7747-b60f-dbeaf9f73665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.969299] env[62353]: INFO nova.scheduler.client.report [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocations for instance d1fe6305-e472-42f4-a78c-76508daf3d37 [ 674.028728] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656745, 'name': PowerOffVM_Task, 'duration_secs': 0.206886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.029045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 674.029249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 674.031431] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc44205-f839-4abb-bcb3-b214873cf2b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.083838] env[62353]: DEBUG nova.network.neutron [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.122931] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 674.123276] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 674.123599] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Deleting the datastore file [datastore1] c089d88c-f188-446f-af69-bfd8744f26e8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.123678] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1860f6ce-c3e5-41ba-a994-d11f455aa7b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.134486] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for the task: (returnval){ [ 674.134486] env[62353]: value = "task-656749" [ 674.134486] env[62353]: _type = "Task" [ 674.134486] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.143962] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.191838] env[62353]: DEBUG nova.network.neutron [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Updated VIF entry in instance network info cache for port beb3dd2d-888e-4603-a8f1-8c5828da2a42. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 674.192245] env[62353]: DEBUG nova.network.neutron [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Updating instance_info_cache with network_info: [{"id": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "address": "fa:16:3e:f2:ab:a2", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3dd2d-88", "ovs_interfaceid": "beb3dd2d-888e-4603-a8f1-8c5828da2a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.387224] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.423025] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.424502] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4b5345ac-85a8-4fbd-884a-025bde54082f/4b5345ac-85a8-4fbd-884a-025bde54082f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 674.424850] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.427187] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d107ff9-2940-4ba1-8896-c3763ceea3ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.434619] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 674.434619] env[62353]: value = "task-656750" [ 674.434619] env[62353]: _type = "Task" [ 674.434619] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.444411] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.470341] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52586b35-e76f-7747-b60f-dbeaf9f73665, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.470668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.470923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.471215] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.471424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.471655] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.471934] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aeb60e6-43c1-4e91-b792-81719ee403d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.478016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbc676ba-8ce8-4bc0-8abe-01f49448aef8 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "d1fe6305-e472-42f4-a78c-76508daf3d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.359s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.483682] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.483885] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 674.484714] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a998916-442f-4278-b4b8-1ed53e3c8f07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.490060] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 674.490060] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52143613-943b-8978-6ad7-f9694990f4c4" [ 674.490060] env[62353]: _type = "Task" [ 674.490060] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.499704] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52143613-943b-8978-6ad7-f9694990f4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.587827] env[62353]: INFO nova.compute.manager [-] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Took 1.03 seconds to deallocate network for instance. [ 674.649023] env[62353]: DEBUG oslo_vmware.api [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Task: {'id': task-656749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349962} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.650172] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.656176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 674.656176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 674.656176] env[62353]: INFO nova.compute.manager [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 674.656176] env[62353]: DEBUG oslo.service.loopingcall [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.656176] env[62353]: DEBUG nova.compute.manager [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 674.656176] env[62353]: DEBUG nova.network.neutron [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 674.695761] env[62353]: DEBUG oslo_concurrency.lockutils [req-76a1fd20-a83b-43d7-849b-9d5c069f2ea8 req-f2c0c879-ce0e-447c-904a-610afd6fcf06 service nova] Releasing lock "refresh_cache-286f4f94-bab8-4307-a172-d8dee9888376" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.884421] env[62353]: DEBUG oslo_vmware.api [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656746, 'name': PowerOnVM_Task, 'duration_secs': 0.526521} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.884653] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 674.884873] env[62353]: INFO nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 674.885103] env[62353]: DEBUG nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 674.885920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44be1f-bedc-4ddc-b543-fa99f6e2de92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.944426] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102235} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.945574] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.946208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05dd5a8-e2f8-4857-b2fb-0bd2dbc0ed36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.974707] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4b5345ac-85a8-4fbd-884a-025bde54082f/4b5345ac-85a8-4fbd-884a-025bde54082f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.975910] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b000560-61b1-4500-afef-464172dab126 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.012913] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52143613-943b-8978-6ad7-f9694990f4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.017066] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 675.017066] env[62353]: value = "task-656751" [ 675.017066] env[62353]: _type = "Task" [ 675.017066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.017445] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c62fc1-c772-4967-993a-43ed498db30a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.028560] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.029537] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 675.029537] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524686a8-ede4-b897-788d-1a87b3f460d3" [ 675.029537] env[62353]: _type = "Task" [ 675.029537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.040500] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524686a8-ede4-b897-788d-1a87b3f460d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.095948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.342805] env[62353]: DEBUG nova.compute.manager [req-cbe79544-f034-4dfc-b1e1-3b30cbb00d25 req-514696fe-4470-43bd-a58a-1eeb618f4507 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Received event network-vif-deleted-db9ddafe-c3c5-4b47-a9c0-033b898aace7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 675.343087] env[62353]: INFO nova.compute.manager [req-cbe79544-f034-4dfc-b1e1-3b30cbb00d25 req-514696fe-4470-43bd-a58a-1eeb618f4507 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Neutron deleted interface db9ddafe-c3c5-4b47-a9c0-033b898aace7; detaching it from the instance and deleting it from the info cache [ 675.343283] env[62353]: DEBUG nova.network.neutron [req-cbe79544-f034-4dfc-b1e1-3b30cbb00d25 req-514696fe-4470-43bd-a58a-1eeb618f4507 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.362752] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Successfully updated port: 2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.407438] env[62353]: INFO nova.compute.manager [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Took 33.03 seconds to build instance. [ 675.430037] env[62353]: DEBUG nova.network.neutron [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.436059] env[62353]: DEBUG nova.compute.manager [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 675.437380] env[62353]: DEBUG nova.compute.manager [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Received event network-vif-plugged-2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 675.438044] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.438044] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.438322] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.438588] env[62353]: DEBUG nova.compute.manager [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] No waiting events found dispatching network-vif-plugged-2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 675.438830] env[62353]: WARNING nova.compute.manager [req-cd391987-67d5-457c-a770-172a3987b1f1 req-b2706d43-7359-4a1f-925b-5ff3cdd79172 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Received unexpected event network-vif-plugged-2553ceba-e156-4577-801d-116381fd0762 for instance with vm_state building and task_state spawning. [ 675.443382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c5fa5-c0a4-4950-ba77-7bc0857d95a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.499445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5980b-60bb-4cab-a756-95ff1a11ca1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.507973] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba0154-d928-4a87-8939-07db1ffa4e1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.548550] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c43de-05ac-46e7-baea-31fd4c2843c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.556409] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656751, 'name': ReconfigVM_Task, 'duration_secs': 0.271547} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.561529] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4b5345ac-85a8-4fbd-884a-025bde54082f/4b5345ac-85a8-4fbd-884a-025bde54082f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.562190] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524686a8-ede4-b897-788d-1a87b3f460d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.562437] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88ffb75-f8fe-4fe9-a079-d63006945ce7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.563887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.564153] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 286f4f94-bab8-4307-a172-d8dee9888376/286f4f94-bab8-4307-a172-d8dee9888376.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 675.565345] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d9018-661c-4d07-9778-fd75cba77d1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.568792] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ea0de3-9049-4d29-b7c0-db4103610304 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.582195] env[62353]: DEBUG nova.compute.provider_tree [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.585348] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 675.585348] env[62353]: value = "task-656752" [ 675.585348] env[62353]: _type = "Task" [ 675.585348] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.585625] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 675.585625] env[62353]: value = "task-656753" [ 675.585625] env[62353]: _type = "Task" [ 675.585625] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.596581] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.600250] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656752, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.849730] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af0a90b4-7dfc-43cd-bf9f-8a03a4bd01cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.862205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b2db2-7ec5-4f7a-8898-9da043f53179 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.881592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.881817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.882045] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 675.911976] env[62353]: DEBUG nova.compute.manager [req-cbe79544-f034-4dfc-b1e1-3b30cbb00d25 req-514696fe-4470-43bd-a58a-1eeb618f4507 service nova] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Detach interface failed, port_id=db9ddafe-c3c5-4b47-a9c0-033b898aace7, reason: Instance c089d88c-f188-446f-af69-bfd8744f26e8 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 675.912835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3f15267-005e-4105-9a6d-b706f0203b93 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.675s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.933904] env[62353]: INFO nova.compute.manager [-] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Took 1.28 seconds to deallocate network for instance. [ 675.956337] env[62353]: INFO nova.compute.manager [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] instance snapshotting [ 675.960282] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450ef1ac-699d-40db-9a32-fca4cd234cda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.989688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c1c13-b546-4e3b-ba56-2c91de5abdbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.087080] env[62353]: DEBUG nova.scheduler.client.report [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 676.103223] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460124} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.106903] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 286f4f94-bab8-4307-a172-d8dee9888376/286f4f94-bab8-4307-a172-d8dee9888376.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 676.107212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.107536] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656752, 'name': Rename_Task, 'duration_secs': 0.135233} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.107749] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a91ff18-0eea-4ade-ba18-95413f891349 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.110160] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 676.110377] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037617bc-d72f-4656-9f1f-6ef577a7f056 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.116710] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 676.116710] env[62353]: value = "task-656755" [ 676.116710] env[62353]: _type = "Task" [ 676.116710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.118269] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 676.118269] env[62353]: value = "task-656754" [ 676.118269] env[62353]: _type = "Task" [ 676.118269] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.133024] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.136214] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.415616] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 676.441521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.458577] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 676.503411] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.503702] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58debdba-402c-4a0e-adb6-2b88b8b4b4fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.513909] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 676.513909] env[62353]: value = "task-656756" [ 676.513909] env[62353]: _type = "Task" [ 676.513909] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.524532] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.598812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.601106] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 676.603210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.238s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.606022] env[62353]: INFO nova.compute.claims [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.634368] env[62353]: DEBUG oslo_vmware.api [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656755, 'name': PowerOnVM_Task, 'duration_secs': 0.449741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.637967] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 676.638238] env[62353]: INFO nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Took 8.41 seconds to spawn the instance on the hypervisor. [ 676.638419] env[62353]: DEBUG nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 676.638712] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121476} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.639435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e685bad-ae77-41b1-a19e-8f5741f813e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.642402] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.643781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879dc77-eb9e-41d8-83eb-e36f3178ff5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.685098] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 286f4f94-bab8-4307-a172-d8dee9888376/286f4f94-bab8-4307-a172-d8dee9888376.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.685098] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862b91d6-a375-46b0-a678-cb58b2eb7ea6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.701753] env[62353]: DEBUG nova.network.neutron [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.703642] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "b1101035-a038-4690-a09e-08b4109e06b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.703799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.703998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "b1101035-a038-4690-a09e-08b4109e06b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.704201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.704380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.707157] env[62353]: INFO nova.compute.manager [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Terminating instance [ 676.708943] env[62353]: DEBUG nova.compute.manager [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 676.708943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 676.710129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c598d2-f88d-4c62-b208-5a5efe6addae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.715100] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 676.715100] env[62353]: value = "task-656757" [ 676.715100] env[62353]: _type = "Task" [ 676.715100] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.724026] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 676.724026] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ba3e61-61e7-4afb-bff1-cd44dec9fb87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.729413] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.734021] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 676.734021] env[62353]: value = "task-656758" [ 676.734021] env[62353]: _type = "Task" [ 676.734021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.741356] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.945354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.027432] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.113669] env[62353]: DEBUG nova.compute.utils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.115993] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 677.116446] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 677.194450] env[62353]: INFO nova.compute.manager [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Took 33.81 seconds to build instance. [ 677.207094] env[62353]: DEBUG nova.policy [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8ceadb10d164ff2bee319478d7e742e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214ca47291f845e19e8acff1ac4c755c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 677.208946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.209264] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Instance network_info: |[{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 677.210232] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:29:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2553ceba-e156-4577-801d-116381fd0762', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.218406] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating folder: Project (01d6aa1f8d7f43e1b13e35a60f4b0847). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 677.219909] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf54b69-b3b5-4274-8d75-49321cd9fbf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.230692] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.233046] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created folder: Project (01d6aa1f8d7f43e1b13e35a60f4b0847) in parent group-v159334. [ 677.233205] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating folder: Instances. Parent ref: group-v159403. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 677.234045] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5306ffb8-c199-4d70-8701-3a7d181b1f50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.244788] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656758, 'name': PowerOffVM_Task, 'duration_secs': 0.196108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.245156] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 677.245362] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 677.246723] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68cc8252-a5aa-4aaf-8dc6-e076b18088e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.248232] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created folder: Instances in parent group-v159403. [ 677.248494] env[62353]: DEBUG oslo.service.loopingcall [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.248708] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 677.249299] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8dcf9a8-3b21-42e1-856f-80ffd7f8e07c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270650] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.270650] env[62353]: value = "task-656762" [ 677.270650] env[62353]: _type = "Task" [ 677.270650] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.278954] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656762, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.320981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 677.320981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 677.321227] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Deleting the datastore file [datastore1] b1101035-a038-4690-a09e-08b4109e06b1 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.321484] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf02e16-1bbb-4b6c-b044-aaff5f513af8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.329293] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for the task: (returnval){ [ 677.329293] env[62353]: value = "task-656763" [ 677.329293] env[62353]: _type = "Task" [ 677.329293] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.338387] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.476589] env[62353]: DEBUG nova.compute.manager [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Received event network-changed-2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 677.476886] env[62353]: DEBUG nova.compute.manager [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Refreshing instance network info cache due to event network-changed-2553ceba-e156-4577-801d-116381fd0762. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 677.477304] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.477512] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.477737] env[62353]: DEBUG nova.network.neutron [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Refreshing network info cache for port 2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 677.528718] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.618090] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 677.697581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6d424-aead-4340-b83b-e4cb3ee2ad47 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.653s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.732619] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656757, 'name': ReconfigVM_Task, 'duration_secs': 0.651965} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.732619] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 286f4f94-bab8-4307-a172-d8dee9888376/286f4f94-bab8-4307-a172-d8dee9888376.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.733494] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205f8b4d-0645-4421-bf90-c73f32e88aee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.741885] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 677.741885] env[62353]: value = "task-656764" [ 677.741885] env[62353]: _type = "Task" [ 677.741885] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.752545] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656764, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.783145] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656762, 'name': CreateVM_Task, 'duration_secs': 0.39042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.783188] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 677.784273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.784801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.784993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.785855] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28603c16-9aee-4df3-bedd-3999e840726c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.793820] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 677.793820] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a78605-a9fc-04e5-3a16-a4e594340aee" [ 677.793820] env[62353]: _type = "Task" [ 677.793820] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.804144] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a78605-a9fc-04e5-3a16-a4e594340aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.838122] env[62353]: DEBUG oslo_vmware.api [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Task: {'id': task-656763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.838497] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.838810] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 677.839069] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 677.839314] env[62353]: INFO nova.compute.manager [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 677.839653] env[62353]: DEBUG oslo.service.loopingcall [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.842498] env[62353]: DEBUG nova.compute.manager [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 677.842686] env[62353]: DEBUG nova.network.neutron [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 677.952218] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Successfully created port: c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.029678] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656756, 'name': CreateSnapshot_Task, 'duration_secs': 1.138447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.031124] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.032092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89801338-dc07-4bdd-a859-994041c55f73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.210772] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 678.259939] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656764, 'name': Rename_Task, 'duration_secs': 0.30636} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.259939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 678.259939] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0c67db-d851-46f6-bac2-6ff7837d874a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.271023] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 678.271023] env[62353]: value = "task-656765" [ 678.271023] env[62353]: _type = "Task" [ 678.271023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.285097] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.302409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636c56d-1ebb-4ba8-9e7d-9ee965e1399f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.310118] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a78605-a9fc-04e5-3a16-a4e594340aee, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.310803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.311132] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.311391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.312249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.312495] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.314709] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b893c70c-6f67-4f4b-87d8-ad2800f4a49f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.317830] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22630eb5-4474-4540-a72c-00d5910e3332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.351849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7dca6-0f89-49ce-a173-810386641c75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.357033] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.357033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 678.357190] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d371076-7bcd-4f47-a2d0-defff39b7828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.366521] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8d29e-f05d-4c87-82fc-e8503c80c394 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.370860] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 678.370860] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a87107-d3b2-8bba-df26-48034270d3f0" [ 678.370860] env[62353]: _type = "Task" [ 678.370860] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.382950] env[62353]: DEBUG nova.compute.provider_tree [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.392080] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a87107-d3b2-8bba-df26-48034270d3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.393663] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ce092b-a346-484f-adfa-c1f4f1469db1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.399034] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 678.399034] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52291435-363a-41bb-256d-139e0ef9995b" [ 678.399034] env[62353]: _type = "Task" [ 678.399034] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.407773] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52291435-363a-41bb-256d-139e0ef9995b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.558717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.559321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9d55498-dcc8-43fd-b5c8-6e6dcce1c2cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.567509] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 678.567509] env[62353]: value = "task-656766" [ 678.567509] env[62353]: _type = "Task" [ 678.567509] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.578945] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656766, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.631425] env[62353]: DEBUG nova.network.neutron [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updated VIF entry in instance network info cache for port 2553ceba-e156-4577-801d-116381fd0762. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 678.631833] env[62353]: DEBUG nova.network.neutron [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.633898] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 678.659960] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 678.660223] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 678.660389] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.660577] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 678.660729] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.660882] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 678.664566] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 678.664730] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 678.664925] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 678.665129] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 678.666112] env[62353]: DEBUG nova.virt.hardware [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.667021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e3161-a2bd-416b-85bb-42e19bed1b9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.677260] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8bcbc-4d04-473c-b559-35313efc5ba5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.745627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.780239] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.800141] env[62353]: DEBUG nova.compute.manager [req-5a2f8369-23f3-4950-9310-1d20a5f11ec9 req-d561db8d-984e-4c90-a056-824e830160f9 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Received event network-vif-deleted-5e1d46b5-b109-4939-8e58-354e08b92243 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 678.800306] env[62353]: INFO nova.compute.manager [req-5a2f8369-23f3-4950-9310-1d20a5f11ec9 req-d561db8d-984e-4c90-a056-824e830160f9 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Neutron deleted interface 5e1d46b5-b109-4939-8e58-354e08b92243; detaching it from the instance and deleting it from the info cache [ 678.800376] env[62353]: DEBUG nova.network.neutron [req-5a2f8369-23f3-4950-9310-1d20a5f11ec9 req-d561db8d-984e-4c90-a056-824e830160f9 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.889328] env[62353]: DEBUG nova.scheduler.client.report [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 678.910023] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52291435-363a-41bb-256d-139e0ef9995b, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.911036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.911036] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 678.911036] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad0f248d-213f-4eba-ab53-be5346479748 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.920017] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 678.920017] env[62353]: value = "task-656767" [ 678.920017] env[62353]: _type = "Task" [ 678.920017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.929827] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.038275] env[62353]: DEBUG nova.network.neutron [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.081612] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656766, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.137702] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd1b0fc3-dd5e-4273-99a2-f393917304d1 req-459486cc-f8ae-4896-8242-bc61094302c4 service nova] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.282903] env[62353]: DEBUG oslo_vmware.api [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656765, 'name': PowerOnVM_Task, 'duration_secs': 0.89053} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.283542] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 679.283815] env[62353]: INFO nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Took 8.35 seconds to spawn the instance on the hypervisor. [ 679.284020] env[62353]: DEBUG nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 679.284962] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a0420-4aef-467b-bafb-3c2d83d52e61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.304182] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d83c905e-4d07-4368-a429-9d8df1a3d756 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.317950] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d3bd52-086e-4869-8eef-678ee3910d01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.360789] env[62353]: DEBUG nova.compute.manager [req-5a2f8369-23f3-4950-9310-1d20a5f11ec9 req-d561db8d-984e-4c90-a056-824e830160f9 service nova] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Detach interface failed, port_id=5e1d46b5-b109-4939-8e58-354e08b92243, reason: Instance b1101035-a038-4690-a09e-08b4109e06b1 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 679.394897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.395642] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 679.398773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.277s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.399029] env[62353]: DEBUG nova.objects.instance [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lazy-loading 'resources' on Instance uuid abd482ff-fc07-4410-9178-375b6a2c0197 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.432827] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656767, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.544480] env[62353]: INFO nova.compute.manager [-] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Took 1.70 seconds to deallocate network for instance. [ 679.582084] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656766, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.805467] env[62353]: INFO nova.compute.manager [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Took 34.33 seconds to build instance. [ 679.824259] env[62353]: DEBUG nova.compute.manager [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Received event network-changed-70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 679.824336] env[62353]: DEBUG nova.compute.manager [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Refreshing instance network info cache due to event network-changed-70fca935-6a36-4c93-b1bd-8251816a1585. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 679.824573] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] Acquiring lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.824730] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] Acquired lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.824908] env[62353]: DEBUG nova.network.neutron [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Refreshing network info cache for port 70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 679.902199] env[62353]: DEBUG nova.compute.utils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.906588] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 679.906764] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 679.933700] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524581} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.936298] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Successfully updated port: c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.937376] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 679.940027] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.940027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c68793e-16d3-4294-b317-35d62beca068 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.945544] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 679.945544] env[62353]: value = "task-656768" [ 679.945544] env[62353]: _type = "Task" [ 679.945544] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.951755] env[62353]: DEBUG nova.policy [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be88cbb14da44e8ab023beca8e41f855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e48f884b164fafac478c7413929b70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 679.964664] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.060180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.084319] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656766, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.152787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.153463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.279113] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Successfully created port: 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.307959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03fe498-48b1-4bf1-b274-83ebf4f1baa6 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.090s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.410200] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 680.426384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050bb106-3893-49ea-92e8-29cde7deb863 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.435312] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379dad9-6632-4df4-bf01-fe6f3e1af196 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.444240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.444397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.444577] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 680.478285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201c2e3d-a7fe-4885-8a67-f1311cd9dd31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.486087] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.486927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.487751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda6dbc-42ed-4c06-9c09-15b7cc7289a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.494037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ba06f-ce49-4aa1-91ca-a720fe72a6af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.515789] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.516664] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf83030f-898b-46d9-abff-58daabf6124b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.543921] env[62353]: DEBUG nova.compute.provider_tree [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.552015] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 680.552015] env[62353]: value = "task-656769" [ 680.552015] env[62353]: _type = "Task" [ 680.552015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.561833] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.583852] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656766, 'name': CloneVM_Task, 'duration_secs': 1.636857} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.584136] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Created linked-clone VM from snapshot [ 680.584919] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d500c-1573-4b9a-8002-ac7fcb98e7be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.593332] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Uploading image ee2ff7e0-27ee-4e25-bc2b-0f4fee0c1510 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 680.621725] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 680.621725] env[62353]: value = "vm-159407" [ 680.621725] env[62353]: _type = "VirtualMachine" [ 680.621725] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 680.622031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c02e0ef2-30fa-4fe9-abd2-53d31321611c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.631317] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease: (returnval){ [ 680.631317] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52894d10-3b52-d3e8-b14a-e0c65380e240" [ 680.631317] env[62353]: _type = "HttpNfcLease" [ 680.631317] env[62353]: } obtained for exporting VM: (result){ [ 680.631317] env[62353]: value = "vm-159407" [ 680.631317] env[62353]: _type = "VirtualMachine" [ 680.631317] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 680.631317] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the lease: (returnval){ [ 680.631317] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52894d10-3b52-d3e8-b14a-e0c65380e240" [ 680.631317] env[62353]: _type = "HttpNfcLease" [ 680.631317] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 680.638244] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.638244] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52894d10-3b52-d3e8-b14a-e0c65380e240" [ 680.638244] env[62353]: _type = "HttpNfcLease" [ 680.638244] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 680.677234] env[62353]: DEBUG nova.network.neutron [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updated VIF entry in instance network info cache for port 70fca935-6a36-4c93-b1bd-8251816a1585. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 680.677624] env[62353]: DEBUG nova.network.neutron [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updating instance_info_cache with network_info: [{"id": "70fca935-6a36-4c93-b1bd-8251816a1585", "address": "fa:16:3e:17:be:25", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fca935-6a", "ovs_interfaceid": "70fca935-6a36-4c93-b1bd-8251816a1585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.788018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "286f4f94-bab8-4307-a172-d8dee9888376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.788018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.788462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "286f4f94-bab8-4307-a172-d8dee9888376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.788658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.788832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.790921] env[62353]: INFO nova.compute.manager [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Terminating instance [ 680.792655] env[62353]: DEBUG nova.compute.manager [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 680.792846] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 680.795053] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af7322-2dd6-450e-bb63-6946cce5ba80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.803260] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 680.803548] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a22fdc-c4d0-42b5-b19e-5a6efd941b6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.810343] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 680.815310] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 680.815310] env[62353]: value = "task-656771" [ 680.815310] env[62353]: _type = "Task" [ 680.815310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.825955] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.978866] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 681.046341] env[62353]: DEBUG nova.scheduler.client.report [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 681.066023] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.140676] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.140676] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52894d10-3b52-d3e8-b14a-e0c65380e240" [ 681.140676] env[62353]: _type = "HttpNfcLease" [ 681.140676] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 681.140969] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 681.140969] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52894d10-3b52-d3e8-b14a-e0c65380e240" [ 681.140969] env[62353]: _type = "HttpNfcLease" [ 681.140969] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 681.141854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe87441-c015-4ea7-8498-351e3c0c21e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.149693] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 681.149905] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 681.209705] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e1ab0ad-679a-4b9e-8862-6e85ee106c6b req-25dc5ce5-ad25-4704-9ac6-f3b600525ff2 service nova] Releasing lock "refresh_cache-4b5345ac-85a8-4fbd-884a-025bde54082f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.273150] env[62353]: DEBUG nova.network.neutron [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Updating instance_info_cache with network_info: [{"id": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "address": "fa:16:3e:df:ae:ec", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a44889-10", "ovs_interfaceid": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.336029] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656771, 'name': PowerOffVM_Task, 'duration_secs': 0.212547} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.336029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 681.336029] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 681.336297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-369335dd-5c7c-4a87-aa05-61a3a4cfb567 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.338493] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.359277] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc961c15-e432-4523-858e-fae9a9f825a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.421575] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 681.439486] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 681.439743] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 681.439936] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore1] 286f4f94-bab8-4307-a172-d8dee9888376 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.441360] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f9b36a-8f3d-4f95-81df-7d76fdc3f64d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.446318] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 681.446557] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 681.446721] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.446916] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 681.447087] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.447244] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 681.447456] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 681.447622] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 681.447795] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 681.448561] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 681.448561] env[62353]: DEBUG nova.virt.hardware [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.449221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af6e1f-e3a3-42fb-b70d-35caf20cbcde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453906] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 681.453906] env[62353]: value = "task-656773" [ 681.453906] env[62353]: _type = "Task" [ 681.453906] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.460856] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cb1c3-58f7-4618-840f-6ae880d0778e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.467580] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.552404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.554946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.605s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.555114] env[62353]: DEBUG nova.objects.instance [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lazy-loading 'resources' on Instance uuid 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.566717] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656769, 'name': ReconfigVM_Task, 'duration_secs': 0.575192} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.567019] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.567722] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46230c5b-13ba-402d-98d5-cb7f57116fda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.579179] env[62353]: INFO nova.scheduler.client.report [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Deleted allocations for instance abd482ff-fc07-4410-9178-375b6a2c0197 [ 681.582057] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 681.582057] env[62353]: value = "task-656774" [ 681.582057] env[62353]: _type = "Task" [ 681.582057] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.596580] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656774, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.737233] env[62353]: DEBUG nova.compute.manager [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-vif-plugged-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 681.738022] env[62353]: DEBUG oslo_concurrency.lockutils [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] Acquiring lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.738352] env[62353]: DEBUG oslo_concurrency.lockutils [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.738775] env[62353]: DEBUG oslo_concurrency.lockutils [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.739272] env[62353]: DEBUG nova.compute.manager [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] No waiting events found dispatching network-vif-plugged-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 681.739491] env[62353]: WARNING nova.compute.manager [req-9a4ae567-50d0-4c9b-a47f-820220ce4738 req-212b2633-89f0-44ed-9ce1-155d09da73af service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received unexpected event network-vif-plugged-626b4524-cced-4798-af0d-2ffd7a4c35ab for instance with vm_state building and task_state spawning. [ 681.779538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.779538] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance network_info: |[{"id": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "address": "fa:16:3e:df:ae:ec", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a44889-10", "ovs_interfaceid": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 681.779818] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ae:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7a44889-1053-41f1-b58b-ac997e6dd9cb', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.786355] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating folder: Project (214ca47291f845e19e8acff1ac4c755c). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 681.787038] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322e42bc-85df-4f4d-a658-e0aa161c11fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.800455] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created folder: Project (214ca47291f845e19e8acff1ac4c755c) in parent group-v159334. [ 681.800845] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating folder: Instances. Parent ref: group-v159408. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 681.801347] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8a45d8-8090-4a4d-825f-0b65dea37c53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.810410] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Successfully updated port: 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.814116] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created folder: Instances in parent group-v159408. [ 681.814116] env[62353]: DEBUG oslo.service.loopingcall [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.814116] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 681.814116] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cacf727f-7647-4d58-bf19-cd588e2c0fd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.844902] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.844902] env[62353]: value = "task-656777" [ 681.844902] env[62353]: _type = "Task" [ 681.844902] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.855190] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656777, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.892671] env[62353]: DEBUG nova.compute.manager [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Received event network-vif-plugged-c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 681.893308] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Acquiring lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.893746] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.894779] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.894779] env[62353]: DEBUG nova.compute.manager [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] No waiting events found dispatching network-vif-plugged-c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 681.894779] env[62353]: WARNING nova.compute.manager [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Received unexpected event network-vif-plugged-c7a44889-1053-41f1-b58b-ac997e6dd9cb for instance with vm_state building and task_state spawning. [ 681.894779] env[62353]: DEBUG nova.compute.manager [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Received event network-changed-c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 681.894779] env[62353]: DEBUG nova.compute.manager [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Refreshing instance network info cache due to event network-changed-c7a44889-1053-41f1-b58b-ac997e6dd9cb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 681.895041] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Acquiring lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.895149] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Acquired lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895402] env[62353]: DEBUG nova.network.neutron [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Refreshing network info cache for port c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 681.967561] env[62353]: DEBUG oslo_vmware.api [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-656773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132397} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.967856] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.969543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 681.969543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 681.969543] env[62353]: INFO nova.compute.manager [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Took 1.18 seconds to destroy the instance on the hypervisor. [ 681.969978] env[62353]: DEBUG oslo.service.loopingcall [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.970071] env[62353]: DEBUG nova.compute.manager [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 681.970260] env[62353]: DEBUG nova.network.neutron [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 682.096439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22af9404-b8a1-4c1c-82f1-1e1f958a6bbf tempest-AttachInterfacesV270Test-1972171660 tempest-AttachInterfacesV270Test-1972171660-project-member] Lock "abd482ff-fc07-4410-9178-375b6a2c0197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.919s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.108084] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656774, 'name': Rename_Task, 'duration_secs': 0.18339} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.115120] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 682.116396] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765707cb-1536-412b-950f-15dec9a50222 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.127477] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 682.127477] env[62353]: value = "task-656778" [ 682.127477] env[62353]: _type = "Task" [ 682.127477] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.140653] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.314185] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.314393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.314505] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 682.358688] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656777, 'name': CreateVM_Task, 'duration_secs': 0.373509} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.358941] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 682.359803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.359979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.360574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.360846] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791766bd-12b1-448c-8649-829223b813cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.365848] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 682.365848] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52707733-1c8a-9241-1cfc-13184ff5d2f9" [ 682.365848] env[62353]: _type = "Task" [ 682.365848] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.378768] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52707733-1c8a-9241-1cfc-13184ff5d2f9, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.379160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.379560] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.380014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.380227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380388] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.380729] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5e06de-8888-4d53-803f-b042b678a091 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.390273] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.390594] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 682.391592] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76012c6-ba19-4c32-959a-e2527d0a04b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.396907] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 682.396907] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52886416-820b-f063-9885-bc417faadea5" [ 682.396907] env[62353]: _type = "Task" [ 682.396907] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.413675] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52886416-820b-f063-9885-bc417faadea5, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.414578] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b87eca-e5ae-49a9-a13b-f445be5c0956 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.422468] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 682.422468] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e882f4-469b-24f6-ad50-6f7e530e9202" [ 682.422468] env[62353]: _type = "Task" [ 682.422468] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.431170] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e882f4-469b-24f6-ad50-6f7e530e9202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.637606] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.639624] env[62353]: DEBUG nova.network.neutron [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Updated VIF entry in instance network info cache for port c7a44889-1053-41f1-b58b-ac997e6dd9cb. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 682.640041] env[62353]: DEBUG nova.network.neutron [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Updating instance_info_cache with network_info: [{"id": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "address": "fa:16:3e:df:ae:ec", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a44889-10", "ovs_interfaceid": "c7a44889-1053-41f1-b58b-ac997e6dd9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.642083] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb06c5-a183-4c7b-993b-e986638c8bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.649929] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ec2a2-a8bc-40ef-b021-f942f48f1d8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.690562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb53c200-c07e-4e97-9dc2-6a2f6d3024f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.699149] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf7e82-634a-4867-8180-403c982dfd36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.714596] env[62353]: DEBUG nova.compute.provider_tree [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.770375] env[62353]: DEBUG nova.network.neutron [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.856756] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 682.941494] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e882f4-469b-24f6-ad50-6f7e530e9202, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.941594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.941863] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5a569514-e724-49ff-ba8c-01ebae59a423/5a569514-e724-49ff-ba8c-01ebae59a423.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 682.942209] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba42aed-8396-48a1-b005-9694bb62a828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949284] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 682.949284] env[62353]: value = "task-656779" [ 682.949284] env[62353]: _type = "Task" [ 682.949284] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.957873] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.010040] env[62353]: DEBUG nova.network.neutron [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.138723] env[62353]: DEBUG oslo_vmware.api [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-656778, 'name': PowerOnVM_Task, 'duration_secs': 0.713429} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.139093] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 683.139461] env[62353]: INFO nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Took 9.34 seconds to spawn the instance on the hypervisor. [ 683.143883] env[62353]: DEBUG nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 683.143883] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e9915d-b4f5-4305-9526-dc2a69ef3e48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.148156] env[62353]: DEBUG oslo_concurrency.lockutils [req-069a444b-c49f-4707-883b-a4adfbe4703b req-8b19a10e-ac8f-43ba-bef6-f0a3d66dd484 service nova] Releasing lock "refresh_cache-5a569514-e724-49ff-ba8c-01ebae59a423" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.218906] env[62353]: DEBUG nova.scheduler.client.report [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 683.277008] env[62353]: INFO nova.compute.manager [-] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Took 1.30 seconds to deallocate network for instance. [ 683.463152] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.465057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5a569514-e724-49ff-ba8c-01ebae59a423/5a569514-e724-49ff-ba8c-01ebae59a423.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 683.465057] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.465057] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2556d42d-d4c4-4cda-bb93-0a76f9260dbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.472996] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 683.472996] env[62353]: value = "task-656780" [ 683.472996] env[62353]: _type = "Task" [ 683.472996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.482409] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.520020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.520020] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Instance network_info: |[{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 683.520261] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e6:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '626b4524-cced-4798-af0d-2ffd7a4c35ab', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.526526] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Creating folder: Project (d6e48f884b164fafac478c7413929b70). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 683.527044] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8cf27f-e43e-4b3a-85b4-c198cf94cb26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.537333] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Created folder: Project (d6e48f884b164fafac478c7413929b70) in parent group-v159334. [ 683.538824] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Creating folder: Instances. Parent ref: group-v159411. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 683.538824] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e3c5a9-836e-4379-8a94-65f4974a0ed3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.547331] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Created folder: Instances in parent group-v159411. [ 683.547797] env[62353]: DEBUG oslo.service.loopingcall [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.548096] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 683.548410] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d89541a3-d11a-441f-a85a-85b98867d7ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.568013] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.568013] env[62353]: value = "task-656783" [ 683.568013] env[62353]: _type = "Task" [ 683.568013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.578841] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656783, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.675074] env[62353]: INFO nova.compute.manager [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Took 34.61 seconds to build instance. [ 683.727173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.729513] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.251s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.758062] env[62353]: INFO nova.scheduler.client.report [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Deleted allocations for instance 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98 [ 683.772892] env[62353]: DEBUG nova.compute.manager [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 683.772892] env[62353]: DEBUG nova.compute.manager [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing instance network info cache due to event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 683.772892] env[62353]: DEBUG oslo_concurrency.lockutils [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.772892] env[62353]: DEBUG oslo_concurrency.lockutils [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.772892] env[62353]: DEBUG nova.network.neutron [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 683.783737] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.984346] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06799} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.984346] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.984631] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49e1bb-9e5c-44a9-87e1-4e6beef65f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.009960] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5a569514-e724-49ff-ba8c-01ebae59a423/5a569514-e724-49ff-ba8c-01ebae59a423.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.010325] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d008634-f913-447b-a00b-7558f5a5e396 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.030451] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 684.030451] env[62353]: value = "task-656784" [ 684.030451] env[62353]: _type = "Task" [ 684.030451] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.039094] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.080088] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656783, 'name': CreateVM_Task, 'duration_secs': 0.347097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.080298] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 684.081062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.081302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.081640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.081898] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c31488-fe90-4ece-9a83-a4b0f6870119 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.091343] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 684.091343] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5260491f-9617-d625-7b5d-53cf3d6611af" [ 684.091343] env[62353]: _type = "Task" [ 684.091343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.103557] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5260491f-9617-d625-7b5d-53cf3d6611af, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.104452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.104681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.105024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.105189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.105582] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.105888] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29539bea-da5d-4918-934d-6dbdebed1640 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.118417] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.119031] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 684.119350] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d285a10-63ae-4a06-b271-9b85a15fc2d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.124975] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 684.124975] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb0b9a-67b7-e828-c16f-169131b7c7dd" [ 684.124975] env[62353]: _type = "Task" [ 684.124975] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.133106] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb0b9a-67b7-e828-c16f-169131b7c7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.177974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8455a381-1a61-4a6d-ab3c-6560989d731d tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.624s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.273068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42de2e75-0756-4cae-9af2-8498de18568a tempest-DeleteServersAdminTestJSON-531830817 tempest-DeleteServersAdminTestJSON-531830817-project-member] Lock "57a01a6a-e2f6-4bab-b79e-1c7007fb7c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.482s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.546750] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656784, 'name': ReconfigVM_Task, 'duration_secs': 0.312475} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.552100] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5a569514-e724-49ff-ba8c-01ebae59a423/5a569514-e724-49ff-ba8c-01ebae59a423.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.553324] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf87ca57-20ff-4478-afef-62755f2f650f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.561994] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 684.561994] env[62353]: value = "task-656785" [ 684.561994] env[62353]: _type = "Task" [ 684.561994] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.576382] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656785, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.640020] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb0b9a-67b7-e828-c16f-169131b7c7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.643156] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd5d315-dc40-462e-b912-12c6f137be1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.649020] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 684.649020] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b55f3-f1af-581d-528f-f48f007e36b4" [ 684.649020] env[62353]: _type = "Task" [ 684.649020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.659077] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b55f3-f1af-581d-528f-f48f007e36b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.677339] env[62353]: DEBUG nova.network.neutron [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updated VIF entry in instance network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 684.677704] env[62353]: DEBUG nova.network.neutron [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.681000] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 684.833468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3a7eef-6916-4a55-9420-2667a3564962 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.843167] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38678ab-f1d4-4afc-a6a6-54851b36e665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.882303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b5e61-0a33-4929-80e9-9ad11a34ab33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.889405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57e045-9d22-44bb-b177-676720c4267d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.907894] env[62353]: DEBUG nova.compute.provider_tree [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.073232] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656785, 'name': Rename_Task, 'duration_secs': 0.161125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.073821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 685.073821] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2de26657-b053-43d9-851a-9da501d1ba6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.085367] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 685.085367] env[62353]: value = "task-656786" [ 685.085367] env[62353]: _type = "Task" [ 685.085367] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.091428] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.162162] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528b55f3-f1af-581d-528f-f48f007e36b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.162504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.162823] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5dc2cfa6-1f70-49b0-9be4-3189556561b8/5dc2cfa6-1f70-49b0-9be4-3189556561b8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 685.163124] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64c42573-89a7-440b-9314-b5d4cb7fc7bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.170343] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 685.170343] env[62353]: value = "task-656787" [ 685.170343] env[62353]: _type = "Task" [ 685.170343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.180800] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.181441] env[62353]: DEBUG oslo_concurrency.lockutils [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.181728] env[62353]: DEBUG nova.compute.manager [req-12627d5b-b19a-47a6-a17d-16ef24583779 req-cadf3b7e-d1b9-4128-a37d-9c44aeee7228 service nova] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Received event network-vif-deleted-beb3dd2d-888e-4603-a8f1-8c5828da2a42 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 685.211838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.411589] env[62353]: DEBUG nova.scheduler.client.report [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 685.593871] env[62353]: DEBUG oslo_vmware.api [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656786, 'name': PowerOnVM_Task, 'duration_secs': 0.482327} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.596811] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 685.596811] env[62353]: INFO nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Took 6.96 seconds to spawn the instance on the hypervisor. [ 685.596958] env[62353]: DEBUG nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.597745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddcca64-68b0-4d4a-9188-f4fbda9f2a29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.682516] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.031943] env[62353]: DEBUG nova.compute.manager [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Received event network-changed-2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 686.032195] env[62353]: DEBUG nova.compute.manager [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Refreshing instance network info cache due to event network-changed-2553ceba-e156-4577-801d-116381fd0762. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 686.032421] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.032619] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.032793] env[62353]: DEBUG nova.network.neutron [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Refreshing network info cache for port 2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 686.118788] env[62353]: INFO nova.compute.manager [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Took 36.57 seconds to build instance. [ 686.181999] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583772} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.182312] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5dc2cfa6-1f70-49b0-9be4-3189556561b8/5dc2cfa6-1f70-49b0-9be4-3189556561b8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 686.182531] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.182804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25060c5c-c2a2-41d4-8abe-6bef11979f69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.191531] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 686.191531] env[62353]: value = "task-656788" [ 686.191531] env[62353]: _type = "Task" [ 686.191531] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.202962] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.428945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.699s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.431635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.487s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.431810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.431968] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 686.432759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.550s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.434299] env[62353]: INFO nova.compute.claims [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.438547] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc57186-b428-4934-8b72-6d015821a421 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.452535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fa8ac-d292-4def-b2d8-63aba5e49a0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf6311-4454-4966-b058-9c5a7e1eb6b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.480941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df1c27-e990-439f-8053-6c7d98102f7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.511726] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181486MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 686.511919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.620646] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7e763d2-0efd-40cc-9d83-ad11f497d67a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.108s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.705469] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074368} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.705959] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.707189] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57301c06-93cd-4e5b-8ef9-4b7ad154a75f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.734729] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 5dc2cfa6-1f70-49b0-9be4-3189556561b8/5dc2cfa6-1f70-49b0-9be4-3189556561b8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.737445] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23490236-6848-47c1-98d3-18848896137b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.757250] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 686.757250] env[62353]: value = "task-656789" [ 686.757250] env[62353]: _type = "Task" [ 686.757250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.767262] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.823688] env[62353]: DEBUG nova.network.neutron [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updated VIF entry in instance network info cache for port 2553ceba-e156-4577-801d-116381fd0762. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 686.824147] env[62353]: DEBUG nova.network.neutron [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.014964] env[62353]: INFO nova.scheduler.client.report [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleted allocation for migration 1d4dd634-3012-4372-8c79-287e26f0e764 [ 687.125069] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 687.267841] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656789, 'name': ReconfigVM_Task, 'duration_secs': 0.329845} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.268389] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 5dc2cfa6-1f70-49b0-9be4-3189556561b8/5dc2cfa6-1f70-49b0-9be4-3189556561b8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.270720] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff9017a-6583-41a4-b568-04b4334009b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.276819] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 687.276819] env[62353]: value = "task-656790" [ 687.276819] env[62353]: _type = "Task" [ 687.276819] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.287121] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656790, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.297749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "5a569514-e724-49ff-ba8c-01ebae59a423" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.298043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.298273] env[62353]: DEBUG nova.compute.manager [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 687.299259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87fe8d-6f12-4466-8569-b7a85ad14fb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.306030] env[62353]: DEBUG nova.compute.manager [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 687.306688] env[62353]: DEBUG nova.objects.instance [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lazy-loading 'flavor' on Instance uuid 5a569514-e724-49ff-ba8c-01ebae59a423 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.329143] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc99e1cc-a34b-41c8-9061-7e0b101239e0 req-9316c3ee-ee4d-4f26-9304-26d4a7ade967 service nova] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.525212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-199f8068-60cd-493d-85d4-d3f4a4ffaa13 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.562s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.648691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.792848] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656790, 'name': Rename_Task, 'duration_secs': 0.218716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.793234] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 687.793533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671a0427-cbf9-4a35-9f33-2e2c3f13cd9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.802641] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 687.802641] env[62353]: value = "task-656791" [ 687.802641] env[62353]: _type = "Task" [ 687.802641] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.814716] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.819798] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 687.819798] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19aad233-0e75-4e7c-b1a2-3564dd5d6a82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.824818] env[62353]: DEBUG oslo_vmware.api [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 687.824818] env[62353]: value = "task-656792" [ 687.824818] env[62353]: _type = "Task" [ 687.824818] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.833878] env[62353]: DEBUG oslo_vmware.api [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.027552] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b1237-a35b-46ab-8c50-84542837930c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.039761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4169b8-fe1d-42a9-b10b-a6cd70aa0220 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.078358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6d34f-7ab3-4475-b4c5-deaf782c3f1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.087641] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6827078-e59b-4f47-9df0-2464d527de08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.104387] env[62353]: DEBUG nova.compute.provider_tree [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.316386] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656791, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.335014] env[62353]: DEBUG oslo_vmware.api [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656792, 'name': PowerOffVM_Task, 'duration_secs': 0.225641} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.335014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 688.335014] env[62353]: DEBUG nova.compute.manager [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 688.335702] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7970d-76ed-499d-aee6-6c36f48c6df0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.608266] env[62353]: DEBUG nova.scheduler.client.report [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 688.814080] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656791, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.850470] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da233e7a-e6e4-42cf-986a-ba20345bdcd2 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.119018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.119018] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 689.119590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.948s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.121962] env[62353]: INFO nova.compute.claims [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.318759] env[62353]: DEBUG oslo_vmware.api [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-656791, 'name': PowerOnVM_Task, 'duration_secs': 1.284627} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.319446] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 689.320726] env[62353]: INFO nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Took 7.90 seconds to spawn the instance on the hypervisor. [ 689.320726] env[62353]: DEBUG nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 689.321507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d6d19-488d-4e1b-8adb-9214a724326d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.627566] env[62353]: DEBUG nova.compute.utils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.636076] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 689.636076] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 689.700615] env[62353]: DEBUG nova.policy [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a251faa192c4d428225f4c4654d2aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfe02e97ec543bdbff88ce6c47561be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 689.842449] env[62353]: INFO nova.compute.manager [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Took 39.50 seconds to build instance. [ 689.932761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "384f8140-3de0-403f-913d-124a5c459559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.933275] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.936123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.936350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.008051] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Successfully created port: b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.134318] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 690.348605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eab58b78-c724-44e5-bf65-c3ebfe0fdf40 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.992s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.418662] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.419096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.681465] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6047a0-1a84-4ae0-b8b1-5f7c0afbac96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.691384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c09bc1-c4b4-476b-a020-350622a83b81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.724790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c3198-aabc-4e03-a0a5-4a7f8ac62ef1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.733200] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3ccdc-dec6-46af-95fc-7ca217360a29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.747079] env[62353]: DEBUG nova.compute.provider_tree [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.856222] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 691.150131] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 691.158825] env[62353]: DEBUG nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 691.159803] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335d0b1-a530-4304-97bf-6be71e892e1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.172921] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 691.173213] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 691.173409] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.173655] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 691.173829] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.173986] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 691.174211] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 691.174391] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 691.174556] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 691.174719] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 691.174895] env[62353]: DEBUG nova.virt.hardware [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.176752] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9c036-585f-421b-a9fa-365972edcc50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.185235] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.186629] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a8ca2-ac9d-4479-b827-9a820b15db18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.191611] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b94c30-0093-4048-876a-5e81770df63a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.206633] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.206820] env[62353]: ERROR oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk due to incomplete transfer. [ 691.207694] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1030b74d-cbb6-4df7-be39-b8de6012c10d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.214992] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a3b8f-5cdf-7599-10c0-1b090b228ad3/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.215213] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Uploaded image ee2ff7e0-27ee-4e25-bc2b-0f4fee0c1510 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 691.217411] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 691.217886] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d2bf4b6-bc22-45d4-a46e-02bf835fadfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.223622] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 691.223622] env[62353]: value = "task-656793" [ 691.223622] env[62353]: _type = "Task" [ 691.223622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.231379] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656793, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.249956] env[62353]: DEBUG nova.scheduler.client.report [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 691.383912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.472210] env[62353]: DEBUG nova.compute.manager [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Received event network-vif-plugged-b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 691.472434] env[62353]: DEBUG oslo_concurrency.lockutils [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] Acquiring lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.472654] env[62353]: DEBUG oslo_concurrency.lockutils [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.472819] env[62353]: DEBUG oslo_concurrency.lockutils [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.472987] env[62353]: DEBUG nova.compute.manager [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] No waiting events found dispatching network-vif-plugged-b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 691.475587] env[62353]: WARNING nova.compute.manager [req-6b97ad28-c14e-4ba7-b0b3-e69a7c04d37a req-c893dc49-5c19-435e-a6a2-6e99a3bd84e4 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Received unexpected event network-vif-plugged-b20e7109-37bb-4fc1-93ed-db5afb427b94 for instance with vm_state building and task_state spawning. [ 691.566165] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Successfully updated port: b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.681074] env[62353]: INFO nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] instance snapshotting [ 691.681209] env[62353]: WARNING nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 691.684168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd64c8-b305-4d20-a9a7-c8f2ad7576b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.704025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed5bb4-aa9a-450e-ac96-b513dbbdc942 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.733321] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656793, 'name': Destroy_Task, 'duration_secs': 0.3557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.733653] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Destroyed the VM [ 691.734543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.734543] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27499682-708a-49b1-9e8c-f5d57220ad2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.739998] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 691.739998] env[62353]: value = "task-656794" [ 691.739998] env[62353]: _type = "Task" [ 691.739998] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.748484] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.754761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.755331] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 691.758067] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.200s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.759660] env[62353]: INFO nova.compute.claims [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.017291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.017642] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.069789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.069949] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.070136] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 692.214532] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.214931] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fadc3ab-1e0f-4fec-a618-36588f7dc11b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.222362] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 692.222362] env[62353]: value = "task-656795" [ 692.222362] env[62353]: _type = "Task" [ 692.222362] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.233019] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.249405] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.265898] env[62353]: DEBUG nova.compute.utils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.267615] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 692.267823] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 692.318399] env[62353]: DEBUG nova.policy [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946f98c9017644e5a9efe8f5987f800d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71639c971e94a36bf538e2b8fc3e96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 692.577395] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Successfully created port: 949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.611243] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 692.732287] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656795, 'name': CreateSnapshot_Task, 'duration_secs': 0.412301} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.732575] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.733525] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e0474-046d-4135-8173-231c66df318c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.748224] env[62353]: DEBUG nova.network.neutron [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Updating instance_info_cache with network_info: [{"id": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "address": "fa:16:3e:4e:a9:4c", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e7109-37", "ovs_interfaceid": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.752246] env[62353]: DEBUG oslo_vmware.api [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656794, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77395} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.752960] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.753265] env[62353]: INFO nova.compute.manager [None req-8cb15f46-1383-4a70-9792-5cf0a08940d1 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 692.776020] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 693.211319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa5fa8-7c9c-4987-9953-89c7bd13a818 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.219118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5f6c6-5ada-4ae2-9b81-49702adf0dea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.255535] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.256165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.256453] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Instance network_info: |[{"id": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "address": "fa:16:3e:4e:a9:4c", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e7109-37", "ovs_interfaceid": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 693.256690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a3cd2fc-71b6-47fa-8596-d35efa8084eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.259814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ef62c-da2d-4781-9405-059d560f8e27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.264184] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:a9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20e7109-37bb-4fc1-93ed-db5afb427b94', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.271291] env[62353]: DEBUG oslo.service.loopingcall [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.272370] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 693.273290] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd720e04-172d-4d75-b6b2-ff332f0e8ac3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.293867] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 693.293867] env[62353]: value = "task-656796" [ 693.293867] env[62353]: _type = "Task" [ 693.293867] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.295854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2acc048-1e4a-404b-8ff6-eaf9b2a0ac76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.303406] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.303406] env[62353]: value = "task-656797" [ 693.303406] env[62353]: _type = "Task" [ 693.303406] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.318534] env[62353]: DEBUG nova.compute.provider_tree [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.319706] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656796, 'name': CloneVM_Task} progress is 12%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.325957] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656797, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.529892] env[62353]: DEBUG nova.compute.manager [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Received event network-changed-b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.530115] env[62353]: DEBUG nova.compute.manager [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Refreshing instance network info cache due to event network-changed-b20e7109-37bb-4fc1-93ed-db5afb427b94. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 693.530351] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] Acquiring lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.530507] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] Acquired lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.530671] env[62353]: DEBUG nova.network.neutron [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Refreshing network info cache for port b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 693.795416] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 693.810807] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656796, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.858257] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656797, 'name': CreateVM_Task, 'duration_secs': 0.384424} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.858257] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 693.858257] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 693.858257] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.858761] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 693.858761] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.858761] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 693.858761] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 693.858761] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 693.858957] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 693.858957] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 693.858957] env[62353]: DEBUG nova.virt.hardware [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.858957] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 693.859222] env[62353]: DEBUG nova.scheduler.client.report [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 693.859222] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8790697-2676-4519-b541-8ed71e83a4ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.859222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.859222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.859359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.859359] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9a76a3-cd88-41f4-b297-67d1777dab57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.859359] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4fbd38-a156-4e0e-8809-7a8ed309c8fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.859359] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 693.859359] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52be871c-5eaf-109e-80bd-6f4d232ca754" [ 693.859359] env[62353]: _type = "Task" [ 693.859359] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.868085] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52be871c-5eaf-109e-80bd-6f4d232ca754, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.868405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.868636] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.868862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.869374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.869374] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.869449] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1aa5480-ea35-43ee-bf11-2a0a5fed0cdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.878073] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.878888] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 693.879038] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e35b3eb-c4a8-4623-ba07-54d1b31e2147 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885031] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 693.885031] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e506fa-9f5c-d658-5e44-d65608f517f7" [ 693.885031] env[62353]: _type = "Task" [ 693.885031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.893542] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e506fa-9f5c-d658-5e44-d65608f517f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.081611] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Successfully updated port: 949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.310516] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656796, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.333466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.334061] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 694.336810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.883s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.337492] env[62353]: DEBUG nova.objects.instance [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 694.395299] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e506fa-9f5c-d658-5e44-d65608f517f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.396064] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3a1d92-e34c-429e-b1f8-715cb362e48d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.401479] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 694.401479] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528f2880-649f-4cf7-cfad-5d1aa4e8dabf" [ 694.401479] env[62353]: _type = "Task" [ 694.401479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.408756] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528f2880-649f-4cf7-cfad-5d1aa4e8dabf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.541749] env[62353]: DEBUG nova.network.neutron [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Updated VIF entry in instance network info cache for port b20e7109-37bb-4fc1-93ed-db5afb427b94. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 694.541967] env[62353]: DEBUG nova.network.neutron [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Updating instance_info_cache with network_info: [{"id": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "address": "fa:16:3e:4e:a9:4c", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e7109-37", "ovs_interfaceid": "b20e7109-37bb-4fc1-93ed-db5afb427b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.585610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.585825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.586014] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 694.810428] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656796, 'name': CloneVM_Task, 'duration_secs': 1.252592} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.810428] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Created linked-clone VM from snapshot [ 694.811256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79751cd7-d31e-4678-b5d7-d781e4657114 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.818432] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Uploading image b696480f-acfd-46f9-be45-775971edc6ca {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 694.839105] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.839105] env[62353]: value = "vm-159415" [ 694.839105] env[62353]: _type = "VirtualMachine" [ 694.839105] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.839389] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c30e7680-ccfb-4ac8-a6fe-c728628496a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.844350] env[62353]: DEBUG nova.compute.utils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.845988] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 694.846634] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 694.853556] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease: (returnval){ [ 694.853556] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52477e6a-c5a2-bea4-fc44-d424c8d3883b" [ 694.853556] env[62353]: _type = "HttpNfcLease" [ 694.853556] env[62353]: } obtained for exporting VM: (result){ [ 694.853556] env[62353]: value = "vm-159415" [ 694.853556] env[62353]: _type = "VirtualMachine" [ 694.853556] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.853794] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the lease: (returnval){ [ 694.853794] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52477e6a-c5a2-bea4-fc44-d424c8d3883b" [ 694.853794] env[62353]: _type = "HttpNfcLease" [ 694.853794] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.861115] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.861115] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52477e6a-c5a2-bea4-fc44-d424c8d3883b" [ 694.861115] env[62353]: _type = "HttpNfcLease" [ 694.861115] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 694.887761] env[62353]: DEBUG nova.policy [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946f98c9017644e5a9efe8f5987f800d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71639c971e94a36bf538e2b8fc3e96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 694.910960] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528f2880-649f-4cf7-cfad-5d1aa4e8dabf, 'name': SearchDatastore_Task, 'duration_secs': 0.037462} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.911217] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.911501] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] ce72c9cc-57db-4d86-bfc8-ad2caede5654/ce72c9cc-57db-4d86-bfc8-ad2caede5654.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 694.911779] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b87d0f8-aabd-486b-80c4-3877089c5996 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.918724] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 694.918724] env[62353]: value = "task-656799" [ 694.918724] env[62353]: _type = "Task" [ 694.918724] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.928066] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.044761] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbcfd4a7-5070-4c99-ae7d-626d3606e331 req-706e241d-a5f1-472f-aeb2-c258e8fc88e3 service nova] Releasing lock "refresh_cache-ce72c9cc-57db-4d86-bfc8-ad2caede5654" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.129551] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 695.281530] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Successfully created port: a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.293674] env[62353]: DEBUG nova.network.neutron [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Updating instance_info_cache with network_info: [{"id": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "address": "fa:16:3e:28:9b:b9", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949a655a-6e", "ovs_interfaceid": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.347452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc6d9dcc-a4fd-4420-b43a-e797255db5d9 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.348958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.655s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.355060] env[62353]: INFO nova.compute.claims [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.358989] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 695.374357] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.374357] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52477e6a-c5a2-bea4-fc44-d424c8d3883b" [ 695.374357] env[62353]: _type = "HttpNfcLease" [ 695.374357] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.374767] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.374767] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52477e6a-c5a2-bea4-fc44-d424c8d3883b" [ 695.374767] env[62353]: _type = "HttpNfcLease" [ 695.374767] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.378573] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9525801d-0e02-43b3-ae46-6b1a9cbfc236 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.386503] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.386733] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.473050] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.501433] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ecd8b2c-fcb7-4a5d-b036-a921117576cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.636577] env[62353]: DEBUG nova.compute.manager [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Received event network-vif-plugged-949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 695.637192] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Acquiring lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.637430] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.637611] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.637792] env[62353]: DEBUG nova.compute.manager [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] No waiting events found dispatching network-vif-plugged-949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 695.637969] env[62353]: WARNING nova.compute.manager [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Received unexpected event network-vif-plugged-949a655a-6eed-4bf0-92bd-bd18172e8ace for instance with vm_state building and task_state spawning. [ 695.642246] env[62353]: DEBUG nova.compute.manager [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Received event network-changed-949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 695.642447] env[62353]: DEBUG nova.compute.manager [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Refreshing instance network info cache due to event network-changed-949a655a-6eed-4bf0-92bd-bd18172e8ace. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 695.642636] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Acquiring lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.796624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.797020] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Instance network_info: |[{"id": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "address": "fa:16:3e:28:9b:b9", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949a655a-6e", "ovs_interfaceid": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 695.797371] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Acquired lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.797606] env[62353]: DEBUG nova.network.neutron [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Refreshing network info cache for port 949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 695.798926] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:9b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949a655a-6eed-4bf0-92bd-bd18172e8ace', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.807351] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Creating folder: Project (a71639c971e94a36bf538e2b8fc3e96b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 695.808442] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac081de-1de1-4602-9203-c63f40413afe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.820152] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Created folder: Project (a71639c971e94a36bf538e2b8fc3e96b) in parent group-v159334. [ 695.820461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Creating folder: Instances. Parent ref: group-v159417. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 695.820647] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eb69e0e-29b6-4f5f-9366-9d1f77e909c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.828996] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Created folder: Instances in parent group-v159417. [ 695.829294] env[62353]: DEBUG oslo.service.loopingcall [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.829500] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 695.829734] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab4d77ca-19a4-423e-9f0d-89298efd7890 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.848885] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.848885] env[62353]: value = "task-656802" [ 695.848885] env[62353]: _type = "Task" [ 695.848885] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.856957] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656802, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.964674] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579453} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.965075] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] ce72c9cc-57db-4d86-bfc8-ad2caede5654/ce72c9cc-57db-4d86-bfc8-ad2caede5654.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 695.965395] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.965777] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2289e5ac-317c-4dad-9ba2-03e01dda3d5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.968198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "3cb62651-d156-488f-8acd-8b3e1a5157da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.968508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.968774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.969079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.969326] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.972082] env[62353]: INFO nova.compute.manager [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Terminating instance [ 695.974192] env[62353]: DEBUG nova.compute.manager [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 695.974483] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 695.975405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb2eb6-028e-440b-8196-fdda8099ed49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.981981] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 695.981981] env[62353]: value = "task-656803" [ 695.981981] env[62353]: _type = "Task" [ 695.981981] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.988039] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 695.988822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c40486d-f3ec-44cb-90f0-ce0d4ed8bbe2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.993544] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.998333] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 695.998333] env[62353]: value = "task-656804" [ 695.998333] env[62353]: _type = "Task" [ 695.998333] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.006778] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.360176] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656802, 'name': CreateVM_Task, 'duration_secs': 0.490183} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.360370] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 696.361120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.361294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.361627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.361864] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9eec50-4782-4506-b69e-777779cc0d68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.368201] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 696.368201] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c6248f-ca63-5aaa-7bc1-89dc2710a65a" [ 696.368201] env[62353]: _type = "Task" [ 696.368201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.374668] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 696.385294] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c6248f-ca63-5aaa-7bc1-89dc2710a65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.397679] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 696.398332] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 696.398658] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.399095] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 696.399352] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.399644] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 696.400046] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 696.400353] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 696.400696] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 696.401139] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 696.401502] env[62353]: DEBUG nova.virt.hardware [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.402685] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f540f4c-442b-4ff5-b96f-8301d4c6724c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.420229] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853d8ab-d7da-4f16-bc27-16f8ce96e938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.494288] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.497119} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.498664] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.499111] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a33a0-df75-4e4c-929a-6f0e4768a66e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.533340] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ce72c9cc-57db-4d86-bfc8-ad2caede5654/ce72c9cc-57db-4d86-bfc8-ad2caede5654.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.533864] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656804, 'name': PowerOffVM_Task, 'duration_secs': 0.296227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.539017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce49605-e90a-452d-bfae-e2060b658ee9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.553707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 696.553975] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 696.554607] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ef31bc-7f3a-4337-b313-cfb792ece872 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.564917] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 696.564917] env[62353]: value = "task-656806" [ 696.564917] env[62353]: _type = "Task" [ 696.564917] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.575615] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.598295] env[62353]: DEBUG nova.network.neutron [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Updated VIF entry in instance network info cache for port 949a655a-6eed-4bf0-92bd-bd18172e8ace. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 696.598696] env[62353]: DEBUG nova.network.neutron [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Updating instance_info_cache with network_info: [{"id": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "address": "fa:16:3e:28:9b:b9", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949a655a-6e", "ovs_interfaceid": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.631172] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 696.631612] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 696.631872] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleting the datastore file [datastore2] 3cb62651-d156-488f-8acd-8b3e1a5157da {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.635199] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1cc8d16-0db5-4151-ad54-58fe099ba332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.641834] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 696.641834] env[62353]: value = "task-656807" [ 696.641834] env[62353]: _type = "Task" [ 696.641834] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.650544] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.882330] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c6248f-ca63-5aaa-7bc1-89dc2710a65a, 'name': SearchDatastore_Task, 'duration_secs': 0.021903} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.883514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.883514] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.883514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.883514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883720] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.883889] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b14477-a1bc-4f43-b8ce-4547f80edd1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.893086] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.894619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 696.894619] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e618c4d0-a7e4-467d-bdf2-77bddbe111f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.899860] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 696.899860] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bc264-5978-7e12-ee90-1e4afed19317" [ 696.899860] env[62353]: _type = "Task" [ 696.899860] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.910581] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bc264-5978-7e12-ee90-1e4afed19317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.944879] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184bcde-183e-4c0b-ae95-fd762097babc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.952424] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd2551-984c-4b7e-bfd8-ba12aa341ce6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.982221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fc479b-4cbb-4780-a0b9-46bd06dc8e0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.990310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d617125-6edb-4862-98de-ac00b93acd65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.005650] env[62353]: DEBUG nova.compute.provider_tree [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.060775] env[62353]: DEBUG nova.compute.manager [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Received event network-vif-plugged-a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 697.061014] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] Acquiring lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.061233] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] Lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.061580] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] Lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.061766] env[62353]: DEBUG nova.compute.manager [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] No waiting events found dispatching network-vif-plugged-a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 697.061935] env[62353]: WARNING nova.compute.manager [req-5d826459-6045-4ad4-ad12-cbc5bcfe5270 req-566a00d4-edf1-4248-ade1-3c3ebb2a51ac service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Received unexpected event network-vif-plugged-a881495e-8fd9-42d3-a4cf-ea98ac97a75e for instance with vm_state building and task_state spawning. [ 697.078579] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656806, 'name': ReconfigVM_Task, 'duration_secs': 0.382822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.078900] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ce72c9cc-57db-4d86-bfc8-ad2caede5654/ce72c9cc-57db-4d86-bfc8-ad2caede5654.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.079552] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39201012-050e-4a9e-a98a-bdb44a889a2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.088950] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 697.088950] env[62353]: value = "task-656808" [ 697.088950] env[62353]: _type = "Task" [ 697.088950] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.098086] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656808, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.102126] env[62353]: DEBUG oslo_concurrency.lockutils [req-db40f00f-edac-4953-bb48-6df62f7f3376 req-1137c694-83f0-489d-bf82-e3a265c14b0f service nova] Releasing lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.153165] env[62353]: DEBUG oslo_vmware.api [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207158} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.153647] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.153872] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 697.154201] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 697.154454] env[62353]: INFO nova.compute.manager [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Took 1.18 seconds to destroy the instance on the hypervisor. [ 697.155219] env[62353]: DEBUG oslo.service.loopingcall [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.155270] env[62353]: DEBUG nova.compute.manager [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 697.155431] env[62353]: DEBUG nova.network.neutron [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 697.160804] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Successfully updated port: a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.412769] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bc264-5978-7e12-ee90-1e4afed19317, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.413644] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9531e436-116a-479a-a409-dc7f0f9746c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.419334] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 697.419334] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240db17-9ab4-99d5-5ad9-0adbe30905e7" [ 697.419334] env[62353]: _type = "Task" [ 697.419334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.427189] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240db17-9ab4-99d5-5ad9-0adbe30905e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.508860] env[62353]: DEBUG nova.scheduler.client.report [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 697.600149] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656808, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.661647] env[62353]: DEBUG nova.compute.manager [req-81eebfbd-40cf-40ca-b086-69adb6cd22cf req-47350d52-c87c-4c6f-8e95-1e2a36bac54d service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Received event network-vif-deleted-a25c2fc3-82a3-41c1-99f8-2488cbf63420 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 697.661932] env[62353]: INFO nova.compute.manager [req-81eebfbd-40cf-40ca-b086-69adb6cd22cf req-47350d52-c87c-4c6f-8e95-1e2a36bac54d service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Neutron deleted interface a25c2fc3-82a3-41c1-99f8-2488cbf63420; detaching it from the instance and deleting it from the info cache [ 697.662115] env[62353]: DEBUG nova.network.neutron [req-81eebfbd-40cf-40ca-b086-69adb6cd22cf req-47350d52-c87c-4c6f-8e95-1e2a36bac54d service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.663810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.663946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664102] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 697.890633] env[62353]: DEBUG nova.network.neutron [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.929654] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5240db17-9ab4-99d5-5ad9-0adbe30905e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011818} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.929936] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.930217] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 85f82654-dd2e-409e-90cb-1babd05343d0/85f82654-dd2e-409e-90cb-1babd05343d0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 697.930492] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19cf66c-7681-44dd-9978-a2432f8f56a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.937556] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 697.937556] env[62353]: value = "task-656809" [ 697.937556] env[62353]: _type = "Task" [ 697.937556] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.945500] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.014232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.014882] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 698.017811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.922s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.018101] env[62353]: DEBUG nova.objects.instance [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lazy-loading 'resources' on Instance uuid a95a96c4-23ae-40fa-996f-07afe59462fb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.099793] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656808, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.169506] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3099767c-6181-4fa7-aa56-b5f02d6a4869 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d94609-ee6e-4943-b527-2ebdad924f6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.216024] env[62353]: DEBUG nova.compute.manager [req-81eebfbd-40cf-40ca-b086-69adb6cd22cf req-47350d52-c87c-4c6f-8e95-1e2a36bac54d service nova] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Detach interface failed, port_id=a25c2fc3-82a3-41c1-99f8-2488cbf63420, reason: Instance 3cb62651-d156-488f-8acd-8b3e1a5157da could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 698.217301] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.368905] env[62353]: DEBUG nova.network.neutron [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Updating instance_info_cache with network_info: [{"id": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "address": "fa:16:3e:d7:11:49", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881495e-8f", "ovs_interfaceid": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.393632] env[62353]: INFO nova.compute.manager [-] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Took 1.24 seconds to deallocate network for instance. [ 698.449139] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656809, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.524199] env[62353]: DEBUG nova.compute.utils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.526273] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 698.526470] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 698.572947] env[62353]: DEBUG nova.policy [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ecb6ba7d894d7c84454baf5a1f45ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443e2c29978046fbba0a13867d77ddb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 698.605753] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656808, 'name': Rename_Task, 'duration_secs': 1.15294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.606601] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 698.606601] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13a3ec9-0d7d-4a6d-8e1e-2db15a84ed87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.614013] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 698.614013] env[62353]: value = "task-656810" [ 698.614013] env[62353]: _type = "Task" [ 698.614013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.629542] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.872604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.872910] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Instance network_info: |[{"id": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "address": "fa:16:3e:d7:11:49", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881495e-8f", "ovs_interfaceid": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 698.873964] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Successfully created port: 86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.875854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:11:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a881495e-8fd9-42d3-a4cf-ea98ac97a75e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.883419] env[62353]: DEBUG oslo.service.loopingcall [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.886063] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 698.887604] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0258f71f-a6da-4550-a052-6d2757a9b902 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.905334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.910861] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.910861] env[62353]: value = "task-656811" [ 698.910861] env[62353]: _type = "Task" [ 698.910861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.920716] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656811, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.947529] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751464} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.947839] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 85f82654-dd2e-409e-90cb-1babd05343d0/85f82654-dd2e-409e-90cb-1babd05343d0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 698.948108] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.951131] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-535d1cf0-85ec-405a-8276-e4544dabbbac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.958681] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 698.958681] env[62353]: value = "task-656812" [ 698.958681] env[62353]: _type = "Task" [ 698.958681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.968433] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.029596] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 699.083224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312542d-954e-41cd-bc9c-a31a7d17329d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.095781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60780216-1be7-45ea-a1a2-646066d5e6e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.136961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6126b8e3-f11e-46b6-9266-23036a768a71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.142508] env[62353]: DEBUG nova.compute.manager [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Received event network-changed-a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 699.142508] env[62353]: DEBUG nova.compute.manager [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Refreshing instance network info cache due to event network-changed-a881495e-8fd9-42d3-a4cf-ea98ac97a75e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 699.143237] env[62353]: DEBUG oslo_concurrency.lockutils [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] Acquiring lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.143430] env[62353]: DEBUG oslo_concurrency.lockutils [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] Acquired lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.143634] env[62353]: DEBUG nova.network.neutron [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Refreshing network info cache for port a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 699.150634] env[62353]: DEBUG oslo_vmware.api [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656810, 'name': PowerOnVM_Task, 'duration_secs': 0.507202} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.153047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 699.153288] env[62353]: INFO nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Took 8.00 seconds to spawn the instance on the hypervisor. [ 699.153502] env[62353]: DEBUG nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 699.154544] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e170d87-f6eb-467c-949d-a10dc18977ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.158511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeddb3f-43f2-49c1-a4e4-43a6adcf3746 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.178807] env[62353]: DEBUG nova.compute.provider_tree [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.421544] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656811, 'name': CreateVM_Task, 'duration_secs': 0.372934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.421757] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 699.422628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.422842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.423209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.423494] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545a1691-43fc-4b68-8354-a24fbb9ee14a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.427920] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 699.427920] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5241ee31-646c-a805-3243-0ea69da60018" [ 699.427920] env[62353]: _type = "Task" [ 699.427920] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.435605] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5241ee31-646c-a805-3243-0ea69da60018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.467533] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078266} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.467852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.468673] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea23c1-6cfd-49bc-894a-58c331792ce3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.493170] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 85f82654-dd2e-409e-90cb-1babd05343d0/85f82654-dd2e-409e-90cb-1babd05343d0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.493526] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7050a2-f283-443d-8499-c5e29e487521 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.513899] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 699.513899] env[62353]: value = "task-656813" [ 699.513899] env[62353]: _type = "Task" [ 699.513899] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.522716] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.685550] env[62353]: DEBUG nova.scheduler.client.report [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 699.692854] env[62353]: INFO nova.compute.manager [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Took 38.83 seconds to build instance. [ 699.940752] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5241ee31-646c-a805-3243-0ea69da60018, 'name': SearchDatastore_Task, 'duration_secs': 0.018547} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.941950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.941950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.941950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.941950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.942227] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.942262] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f51af6-23c2-46b9-b15a-0715d80af77f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.955113] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.955326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 699.956090] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d56d934-6546-43a4-b5fa-33c30fc0e999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.964181] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 699.964181] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276441b-eca0-0e71-73a9-90043cf9bca5" [ 699.964181] env[62353]: _type = "Task" [ 699.964181] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.970923] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276441b-eca0-0e71-73a9-90043cf9bca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.971963] env[62353]: DEBUG nova.network.neutron [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Updated VIF entry in instance network info cache for port a881495e-8fd9-42d3-a4cf-ea98ac97a75e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 699.972334] env[62353]: DEBUG nova.network.neutron [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Updating instance_info_cache with network_info: [{"id": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "address": "fa:16:3e:d7:11:49", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881495e-8f", "ovs_interfaceid": "a881495e-8fd9-42d3-a4cf-ea98ac97a75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.026024] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656813, 'name': ReconfigVM_Task, 'duration_secs': 0.489283} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.026406] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 85f82654-dd2e-409e-90cb-1babd05343d0/85f82654-dd2e-409e-90cb-1babd05343d0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.027122] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6222bb49-83fd-452b-ad04-ae0658577602 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.033407] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 700.033407] env[62353]: value = "task-656814" [ 700.033407] env[62353]: _type = "Task" [ 700.033407] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.039367] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 700.045142] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656814, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.069183] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 700.069706] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 700.070468] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.070468] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 700.070616] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.071035] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 700.071381] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 700.071770] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 700.072127] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 700.072482] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 700.072860] env[62353]: DEBUG nova.virt.hardware [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 700.075131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20957e6a-5662-4e4d-afae-d6799ac297b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.092836] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64f915-3a21-45db-aa66-74421f8c0bd6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.192590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.194392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.752s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.194392] env[62353]: DEBUG nova.objects.instance [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lazy-loading 'resources' on Instance uuid c089d88c-f188-446f-af69-bfd8744f26e8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.195322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9079e13-9b8c-4d96-8ed5-8c3ea202edee tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.484s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.217410] env[62353]: INFO nova.scheduler.client.report [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Deleted allocations for instance a95a96c4-23ae-40fa-996f-07afe59462fb [ 700.407357] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Successfully updated port: 86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.430769] env[62353]: DEBUG nova.compute.manager [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received event network-vif-plugged-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.430993] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] Acquiring lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.431237] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] Lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.431656] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] Lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.431656] env[62353]: DEBUG nova.compute.manager [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] No waiting events found dispatching network-vif-plugged-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 700.431833] env[62353]: WARNING nova.compute.manager [req-eb2d82b7-b2a8-4ba3-8604-ee7438c38811 req-4de11749-e5c9-4d3e-99ff-7bf1ea1d5e4a service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received unexpected event network-vif-plugged-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 for instance with vm_state building and task_state spawning. [ 700.472871] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276441b-eca0-0e71-73a9-90043cf9bca5, 'name': SearchDatastore_Task, 'duration_secs': 0.020642} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.473882] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d672e7-c71b-4a00-b311-73402c032767 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.476964] env[62353]: DEBUG oslo_concurrency.lockutils [req-83984f64-4eb4-467d-a477-18ae561c305b req-3cde563f-d0c1-4c34-aadd-4ad4812c221f service nova] Releasing lock "refresh_cache-eba3dae5-bbf6-440f-83aa-e33add887182" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.480751] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 700.480751] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52021d2b-3003-c979-2244-cc9663efe4b5" [ 700.480751] env[62353]: _type = "Task" [ 700.480751] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.488739] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52021d2b-3003-c979-2244-cc9663efe4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.544102] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656814, 'name': Rename_Task, 'duration_secs': 0.191901} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.544439] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 700.544721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65ca7a01-52ce-423a-9e4e-122c6503f653 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.551465] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 700.551465] env[62353]: value = "task-656815" [ 700.551465] env[62353]: _type = "Task" [ 700.551465] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.560200] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.588219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150407b-9794-442d-a996-d497a3fca6d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.594927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 700.595203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f1a2ffa2-7b00-4fb4-9135-3779d09212c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.601494] env[62353]: DEBUG oslo_vmware.api [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] Waiting for the task: (returnval){ [ 700.601494] env[62353]: value = "task-656816" [ 700.601494] env[62353]: _type = "Task" [ 700.601494] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.610229] env[62353]: DEBUG oslo_vmware.api [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] Task: {'id': task-656816, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.699216] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 700.726831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa9092cf-3f0f-4d40-86b4-02713f5596f3 tempest-ServerShowV257Test-1870936236 tempest-ServerShowV257Test-1870936236-project-member] Lock "a95a96c4-23ae-40fa-996f-07afe59462fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.401s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.910118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.910313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.910487] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 700.991801] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52021d2b-3003-c979-2244-cc9663efe4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016743} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.992379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.992713] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] eba3dae5-bbf6-440f-83aa-e33add887182/eba3dae5-bbf6-440f-83aa-e33add887182.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 700.993203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fbdf5af-0cb8-4b2f-b414-6d90f7bf6364 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.005316] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 701.005316] env[62353]: value = "task-656817" [ 701.005316] env[62353]: _type = "Task" [ 701.005316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.023611] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.068049] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656815, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.114393] env[62353]: DEBUG oslo_vmware.api [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] Task: {'id': task-656816, 'name': SuspendVM_Task} progress is 62%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.221168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.253937] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe58aad-ec96-4e22-a73b-f7251b2f2007 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.265404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b8b16-fcb8-485b-8264-411bf1049bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.297744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977a7f0-cd99-4ad3-b9e1-72684cec87d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.305832] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94a4f07-5067-4d9e-95d6-dbee7154cf1c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.320040] env[62353]: DEBUG nova.compute.provider_tree [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.450416] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 701.513922] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480282} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.515140] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] eba3dae5-bbf6-440f-83aa-e33add887182/eba3dae5-bbf6-440f-83aa-e33add887182.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 701.515454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.515737] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebee1bcb-31ff-4672-b757-1ee1ff19b7c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.522361] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 701.522361] env[62353]: value = "task-656818" [ 701.522361] env[62353]: _type = "Task" [ 701.522361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.530505] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.564676] env[62353]: DEBUG oslo_vmware.api [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656815, 'name': PowerOnVM_Task, 'duration_secs': 0.571696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.564676] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 701.564676] env[62353]: INFO nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Took 7.77 seconds to spawn the instance on the hypervisor. [ 701.564927] env[62353]: DEBUG nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 701.565730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef88f7-2772-46de-99b3-f23bb4be61cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.625023] env[62353]: DEBUG oslo_vmware.api [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] Task: {'id': task-656816, 'name': SuspendVM_Task, 'duration_secs': 0.830536} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.625023] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 701.625023] env[62353]: DEBUG nova.compute.manager [None req-d40cc52a-f9cc-414e-b669-8f79853352a3 tempest-ServersAdminNegativeTestJSON-1905745941 tempest-ServersAdminNegativeTestJSON-1905745941-project-admin] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 701.625023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8bd596-1617-4848-b0b3-999e03ba63e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.630987] env[62353]: DEBUG nova.network.neutron [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [{"id": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "address": "fa:16:3e:61:5a:84", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7c7ca-b2", "ovs_interfaceid": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.823446] env[62353]: DEBUG nova.scheduler.client.report [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 702.035429] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07391} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.035801] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.036737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dfdf79-8957-4dd5-9d71-703d97cb5792 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.062687] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] eba3dae5-bbf6-440f-83aa-e33add887182/eba3dae5-bbf6-440f-83aa-e33add887182.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.063046] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edf2ed4-c644-4355-a969-542ead6aa406 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090344] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 702.090344] env[62353]: value = "task-656819" [ 702.090344] env[62353]: _type = "Task" [ 702.090344] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.091090] env[62353]: INFO nova.compute.manager [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Took 40.94 seconds to build instance. [ 702.101443] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.135768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.139019] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Instance network_info: |[{"id": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "address": "fa:16:3e:61:5a:84", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7c7ca-b2", "ovs_interfaceid": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 702.139276] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86a7c7ca-b2df-4e9d-afc5-02c908b0f117', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.146961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Creating folder: Project (443e2c29978046fbba0a13867d77ddb9). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 702.149762] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62cdef1a-6eb8-4219-be38-e356a4baf6f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.161322] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Created folder: Project (443e2c29978046fbba0a13867d77ddb9) in parent group-v159334. [ 702.161712] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Creating folder: Instances. Parent ref: group-v159421. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 702.162064] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54177b95-d8d6-49aa-9d87-c54e26a0ca8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.171484] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Created folder: Instances in parent group-v159421. [ 702.171868] env[62353]: DEBUG oslo.service.loopingcall [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.174014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 702.174014] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074e3ec6-3046-42dc-aa9b-016ce0a7f1f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.193915] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.193915] env[62353]: value = "task-656822" [ 702.193915] env[62353]: _type = "Task" [ 702.193915] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.203818] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656822, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.329276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.332083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.387s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.333836] env[62353]: INFO nova.compute.claims [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.355470] env[62353]: INFO nova.scheduler.client.report [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Deleted allocations for instance c089d88c-f188-446f-af69-bfd8744f26e8 [ 702.458473] env[62353]: DEBUG nova.compute.manager [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 702.458713] env[62353]: DEBUG nova.compute.manager [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing instance network info cache due to event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 702.458983] env[62353]: DEBUG oslo_concurrency.lockutils [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] Acquiring lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.459207] env[62353]: DEBUG oslo_concurrency.lockutils [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] Acquired lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.459386] env[62353]: DEBUG nova.network.neutron [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 702.599407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ac6923-31b3-42ba-b4bc-dc0ff42190ff tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.323s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.607206] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656819, 'name': ReconfigVM_Task, 'duration_secs': 0.281812} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.609264] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Reconfigured VM instance instance-00000020 to attach disk [datastore1] eba3dae5-bbf6-440f-83aa-e33add887182/eba3dae5-bbf6-440f-83aa-e33add887182.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.609264] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fadd13e7-eead-4c0b-bb19-359385720c84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.616794] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 702.616794] env[62353]: value = "task-656823" [ 702.616794] env[62353]: _type = "Task" [ 702.616794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.628398] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656823, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.704266] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656822, 'name': CreateVM_Task, 'duration_secs': 0.354726} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.704451] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 702.705171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.705344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.705744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.706017] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6bdfede-fbe9-46e5-8208-45d064ea673e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.710525] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 702.710525] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52111f58-31e9-0074-2fa6-6a7cae30446d" [ 702.710525] env[62353]: _type = "Task" [ 702.710525] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.718683] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52111f58-31e9-0074-2fa6-6a7cae30446d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.864985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a7a5068a-1f70-4781-aff2-24978d7f6050 tempest-TenantUsagesTestJSON-437745684 tempest-TenantUsagesTestJSON-437745684-project-member] Lock "c089d88c-f188-446f-af69-bfd8744f26e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.376s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.108919] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 703.126859] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656823, 'name': Rename_Task, 'duration_secs': 0.15534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.127565] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 703.127784] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cef5f51-b371-44f8-b267-b27379a05862 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.135390] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 703.135390] env[62353]: value = "task-656824" [ 703.135390] env[62353]: _type = "Task" [ 703.135390] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.145057] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.222407] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52111f58-31e9-0074-2fa6-6a7cae30446d, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.222770] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.223307] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.223307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.223574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.223630] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.223896] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f67a99-f951-40d3-aedd-86ee6ea3ed7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.233714] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.233944] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 703.234893] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfc0c0e-15df-4f1b-bbed-939fae0c7d4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.242769] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 703.242769] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52572a56-e9ca-98b2-4aff-771e5dc57862" [ 703.242769] env[62353]: _type = "Task" [ 703.242769] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.252064] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52572a56-e9ca-98b2-4aff-771e5dc57862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.400261] env[62353]: DEBUG nova.network.neutron [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updated VIF entry in instance network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 703.402414] env[62353]: DEBUG nova.network.neutron [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [{"id": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "address": "fa:16:3e:61:5a:84", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7c7ca-b2", "ovs_interfaceid": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.643239] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.651514] env[62353]: DEBUG oslo_vmware.api [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656824, 'name': PowerOnVM_Task, 'duration_secs': 0.497941} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.651514] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 703.651717] env[62353]: INFO nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Took 7.28 seconds to spawn the instance on the hypervisor. [ 703.651783] env[62353]: DEBUG nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 703.652628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f0d2f-e09b-45c7-bcc6-06cbf9e26cad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762942] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52572a56-e9ca-98b2-4aff-771e5dc57862, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.764301] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3207682c-5344-4ffb-88c9-60067b911263 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.777337] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 703.777337] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c2bc66-ff0f-6daa-4fbc-2a679749e5d5" [ 703.777337] env[62353]: _type = "Task" [ 703.777337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.784176] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c2bc66-ff0f-6daa-4fbc-2a679749e5d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.905603] env[62353]: DEBUG oslo_concurrency.lockutils [req-d7841d05-30ea-4a75-a59a-db708f4fd0df req-a87931fc-9c98-4417-a52c-c31e463ce0af service nova] Releasing lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.049742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71efa80f-7070-4fa4-9901-297edf95b3bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144ace7-4b21-4e53-8c68-c62ce92f219a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.098019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d017e5-996d-49bb-80f2-37f35bdabe30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.106709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda2a82-11b2-4177-87c9-fddfc7151d81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.121430] env[62353]: DEBUG nova.compute.provider_tree [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.174737] env[62353]: INFO nova.compute.manager [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Took 40.64 seconds to build instance. [ 704.289283] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c2bc66-ff0f-6daa-4fbc-2a679749e5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.289616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.289882] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b50406ea-7264-4587-aa27-8bf4b867302e/b50406ea-7264-4587-aa27-8bf4b867302e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 704.290165] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca8a9bed-ab18-405f-a199-41848c2aab56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.296948] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 704.296948] env[62353]: value = "task-656825" [ 704.296948] env[62353]: _type = "Task" [ 704.296948] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.305958] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.477183] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 704.478612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ddc1b7-6104-448f-9b10-d8b2d4d6c470 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.486434] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 704.486656] env[62353]: ERROR oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk due to incomplete transfer. [ 704.486920] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a64a75b1-983b-4e12-8bf6-45749bd8285d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.498927] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529257c6-0a7b-aa8e-ed12-991a66fbac4c/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 704.500009] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Uploaded image b696480f-acfd-46f9-be45-775971edc6ca to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 704.502145] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 704.502482] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37eee693-03fc-4517-beec-1cfe7e4d50ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.509703] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 704.509703] env[62353]: value = "task-656826" [ 704.509703] env[62353]: _type = "Task" [ 704.509703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.520362] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656826, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.554044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.554351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.554825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.554825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.554974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.557447] env[62353]: INFO nova.compute.manager [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Terminating instance [ 704.559621] env[62353]: DEBUG nova.compute.manager [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 704.559826] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 704.560770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84b8da-7c1b-4eab-b124-98b39d393ece {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.571340] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 704.571340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbf1a80-3879-4651-bde9-263ac2a4305f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.626072] env[62353]: DEBUG nova.scheduler.client.report [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 704.664928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 704.665243] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 704.665468] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleting the datastore file [datastore1] ce72c9cc-57db-4d86-bfc8-ad2caede5654 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.665777] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d549e3d0-d030-4971-b874-5d88c307ff29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.672437] env[62353]: DEBUG oslo_vmware.api [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 704.672437] env[62353]: value = "task-656828" [ 704.672437] env[62353]: _type = "Task" [ 704.672437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.677230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9677939-57da-431c-adca-e157d2b8d73e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.329s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.684480] env[62353]: DEBUG oslo_vmware.api [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.810063] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493033} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.810541] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b50406ea-7264-4587-aa27-8bf4b867302e/b50406ea-7264-4587-aa27-8bf4b867302e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 704.810817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.811145] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06136b67-d0c3-49e2-92ef-afe67ceb6e8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.818956] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 704.818956] env[62353]: value = "task-656829" [ 704.818956] env[62353]: _type = "Task" [ 704.818956] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.828332] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.023029] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656826, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.135507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.136905] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 705.141410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.394s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.141410] env[62353]: INFO nova.compute.claims [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.180421] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 705.188209] env[62353]: DEBUG oslo_vmware.api [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.188209] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.188209] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 705.188209] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 705.188209] env[62353]: INFO nova.compute.manager [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Took 0.63 seconds to destroy the instance on the hypervisor. [ 705.188415] env[62353]: DEBUG oslo.service.loopingcall [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.188644] env[62353]: DEBUG nova.compute.manager [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 705.188771] env[62353]: DEBUG nova.network.neutron [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 705.337520] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06357} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.337520] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.337520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0327c62-2269-4872-aa08-d34786e66a72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.365743] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b50406ea-7264-4587-aa27-8bf4b867302e/b50406ea-7264-4587-aa27-8bf4b867302e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.366764] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6571d79e-d672-4044-a7bf-fa7af7e9df5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.387421] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 705.387421] env[62353]: value = "task-656830" [ 705.387421] env[62353]: _type = "Task" [ 705.387421] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.398041] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.520341] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656826, 'name': Destroy_Task, 'duration_secs': 0.82411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.520552] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Destroyed the VM [ 705.520783] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.521025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-030f46a2-741c-44b9-8af0-2320d85c1a2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.528146] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 705.528146] env[62353]: value = "task-656831" [ 705.528146] env[62353]: _type = "Task" [ 705.528146] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.536279] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.645754] env[62353]: DEBUG nova.compute.utils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.650061] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 705.650061] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 705.702293] env[62353]: DEBUG nova.policy [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946f98c9017644e5a9efe8f5987f800d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71639c971e94a36bf538e2b8fc3e96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 705.715978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.811200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "5a569514-e724-49ff-ba8c-01ebae59a423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.811485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.811701] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.811902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.812102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.814754] env[62353]: INFO nova.compute.manager [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Terminating instance [ 705.823973] env[62353]: DEBUG nova.compute.manager [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 705.824669] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 705.825574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030dcc17-94c1-487d-a157-444897163159 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.836323] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 705.836840] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f0d01f-623d-47cc-b4b2-387b1323f114 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.902322] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.007888] env[62353]: DEBUG nova.compute.manager [req-864de3f1-776b-48b1-8aa3-fdd3a2098e6a req-eeaacb57-13c9-473b-8923-140469a96422 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Received event network-vif-deleted-b20e7109-37bb-4fc1-93ed-db5afb427b94 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 706.008200] env[62353]: INFO nova.compute.manager [req-864de3f1-776b-48b1-8aa3-fdd3a2098e6a req-eeaacb57-13c9-473b-8923-140469a96422 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Neutron deleted interface b20e7109-37bb-4fc1-93ed-db5afb427b94; detaching it from the instance and deleting it from the info cache [ 706.008411] env[62353]: DEBUG nova.network.neutron [req-864de3f1-776b-48b1-8aa3-fdd3a2098e6a req-eeaacb57-13c9-473b-8923-140469a96422 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.040740] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656831, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.138236] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Successfully created port: c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.150422] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 706.328434] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 706.329118] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 706.329118] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore2] 5a569514-e724-49ff-ba8c-01ebae59a423 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.329195] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c86f469-b594-4ff3-9571-983790d09a60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.336161] env[62353]: DEBUG oslo_vmware.api [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 706.336161] env[62353]: value = "task-656833" [ 706.336161] env[62353]: _type = "Task" [ 706.336161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.353024] env[62353]: DEBUG oslo_vmware.api [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.396289] env[62353]: DEBUG nova.network.neutron [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.402526] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656830, 'name': ReconfigVM_Task, 'duration_secs': 0.805669} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.409595] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b50406ea-7264-4587-aa27-8bf4b867302e/b50406ea-7264-4587-aa27-8bf4b867302e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.410598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "4c34acfa-f045-478f-a235-be78d83531b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.410853] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.412391] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e932a6-d03a-454a-9955-4f3896a7cc96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.420509] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 706.420509] env[62353]: value = "task-656834" [ 706.420509] env[62353]: _type = "Task" [ 706.420509] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.434077] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656834, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.512738] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcc3e7c7-b2c7-47dc-b4e8-1afb946cf2ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.522941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285bdf3-9c7d-44d5-908f-da69e0795a9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.546546] env[62353]: DEBUG oslo_vmware.api [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.734523} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.561033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.561033] env[62353]: INFO nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 706.564256] env[62353]: DEBUG nova.compute.manager [req-864de3f1-776b-48b1-8aa3-fdd3a2098e6a req-eeaacb57-13c9-473b-8923-140469a96422 service nova] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Detach interface failed, port_id=b20e7109-37bb-4fc1-93ed-db5afb427b94, reason: Instance ce72c9cc-57db-4d86-bfc8-ad2caede5654 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 706.810585] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f08fe2-0b3f-46cd-a9c1-78f5a3f09106 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.818937] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d2cf3-6ac5-4622-8cee-87beebc47098 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.858377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39089b6-78df-495d-989a-f1900ebb6af0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.866471] env[62353]: DEBUG oslo_vmware.api [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-656833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159189} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.869424] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.869424] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 706.869424] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 706.869424] env[62353]: INFO nova.compute.manager [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Took 1.05 seconds to destroy the instance on the hypervisor. [ 706.869965] env[62353]: DEBUG oslo.service.loopingcall [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.870229] env[62353]: DEBUG nova.compute.manager [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 706.870378] env[62353]: DEBUG nova.network.neutron [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 706.873161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4684bc95-ec01-419c-b81d-e56d1edc16a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.888098] env[62353]: DEBUG nova.compute.provider_tree [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.909839] env[62353]: INFO nova.compute.manager [-] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Took 1.72 seconds to deallocate network for instance. [ 706.932754] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656834, 'name': Rename_Task, 'duration_secs': 0.142416} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.933160] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 706.933493] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b02306-5771-4b9b-a18d-edb10439f9fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.942159] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 706.942159] env[62353]: value = "task-656835" [ 706.942159] env[62353]: _type = "Task" [ 706.942159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.951986] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.065421] env[62353]: DEBUG nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance disappeared during snapshot {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 707.080400] env[62353]: DEBUG nova.compute.manager [None req-3814c1ea-2242-4816-b08a-25adf58baff8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image not found during clean up b696480f-acfd-46f9-be45-775971edc6ca {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 707.164467] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 707.198792] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 707.199091] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 707.199270] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.199609] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 707.199813] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.199979] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 707.200247] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 707.200464] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 707.200641] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 707.200784] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 707.200984] env[62353]: DEBUG nova.virt.hardware [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.202342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2fb088-8265-46b2-a216-2571f7eff67e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.211599] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e8811d-1869-4bc2-8b49-af16db64ece6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.391863] env[62353]: DEBUG nova.scheduler.client.report [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 707.423547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.454414] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.481978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.482232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.670517] env[62353]: DEBUG nova.network.neutron [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.899294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.899930] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 707.904208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.843s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.904208] env[62353]: DEBUG nova.objects.instance [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lazy-loading 'resources' on Instance uuid b1101035-a038-4690-a09e-08b4109e06b1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.923764] env[62353]: DEBUG nova.compute.manager [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Received event network-vif-plugged-c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 707.924042] env[62353]: DEBUG oslo_concurrency.lockutils [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] Acquiring lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.924490] env[62353]: DEBUG oslo_concurrency.lockutils [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.924490] env[62353]: DEBUG oslo_concurrency.lockutils [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.924736] env[62353]: DEBUG nova.compute.manager [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] No waiting events found dispatching network-vif-plugged-c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 707.925019] env[62353]: WARNING nova.compute.manager [req-3987adf8-5139-46f6-ba76-0f843bbc778a req-dce7d84f-e38b-4682-a34e-7ba563bd348f service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Received unexpected event network-vif-plugged-c82596e4-2f75-407c-9873-25a04d787809 for instance with vm_state building and task_state spawning. [ 707.954100] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.069705] env[62353]: DEBUG nova.compute.manager [req-2ae08d43-c18a-449d-a91e-9fb39c3183be req-673d6bdd-5266-4a38-8121-25cede916c15 service nova] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Received event network-vif-deleted-c7a44889-1053-41f1-b58b-ac997e6dd9cb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 708.097899] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Successfully updated port: c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.174910] env[62353]: INFO nova.compute.manager [-] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Took 1.30 seconds to deallocate network for instance. [ 708.199028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.199028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.411302] env[62353]: DEBUG nova.compute.utils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.413243] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 708.413446] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 708.459730] env[62353]: DEBUG oslo_vmware.api [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-656835, 'name': PowerOnVM_Task, 'duration_secs': 1.028552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.460908] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 708.461197] env[62353]: INFO nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 708.461599] env[62353]: DEBUG nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 708.463286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a15229-639a-4cf0-8a16-adc331c8859f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.519572] env[62353]: DEBUG nova.policy [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8a2123eed54c81974d0cd1bfd1ba6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e6e7696b8fe4140990cfb0ccbbdfaad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 708.599657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.599810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.599959] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 708.690409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.889243] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Successfully created port: 6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.918823] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 708.998498] env[62353]: INFO nova.compute.manager [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Took 36.33 seconds to build instance. [ 709.010485] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0d9b9-a423-4f57-98be-13375825c574 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.019089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14df51a6-8be8-441a-9f3c-7f4f385aa280 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.056219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ac1fd-8152-43a6-afd0-8a1acaa5d1d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.066225] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7473aa-813d-4a39-8a71-86bc3cc849c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.080537] env[62353]: DEBUG nova.compute.provider_tree [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.153116] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 709.299650] env[62353]: DEBUG nova.network.neutron [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Updating instance_info_cache with network_info: [{"id": "c82596e4-2f75-407c-9873-25a04d787809", "address": "fa:16:3e:04:88:f0", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82596e4-2f", "ovs_interfaceid": "c82596e4-2f75-407c-9873-25a04d787809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.503842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70306937-ba85-4d03-bedd-6c3e5df21cb3 tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.177s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.586018] env[62353]: DEBUG nova.scheduler.client.report [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 709.806143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.806143] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Instance network_info: |[{"id": "c82596e4-2f75-407c-9873-25a04d787809", "address": "fa:16:3e:04:88:f0", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82596e4-2f", "ovs_interfaceid": "c82596e4-2f75-407c-9873-25a04d787809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 709.806311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:88:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c82596e4-2f75-407c-9873-25a04d787809', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.812779] env[62353]: DEBUG oslo.service.loopingcall [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.813442] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 709.814109] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b5fd75-dbc1-4aa9-8ab3-099e64c58834 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.838229] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.838229] env[62353]: value = "task-656836" [ 709.838229] env[62353]: _type = "Task" [ 709.838229] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.847749] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656836, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.927714] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 709.953224] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 709.953556] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 709.953740] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.953953] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 709.954116] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.954270] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 709.954597] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 709.954698] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 709.954871] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 709.955052] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 709.955236] env[62353]: DEBUG nova.virt.hardware [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.956105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974736a5-4957-4b17-83b1-a1cc79efd9f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.963965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c42b3ef-fe3f-427f-9bd7-5a71606507a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.007896] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 710.082067] env[62353]: DEBUG nova.compute.manager [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Received event network-changed-c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 710.082366] env[62353]: DEBUG nova.compute.manager [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Refreshing instance network info cache due to event network-changed-c82596e4-2f75-407c-9873-25a04d787809. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 710.082650] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Acquiring lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.082861] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Acquired lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.083057] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Refreshing network info cache for port c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 710.093497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.094316] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.756s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.096424] env[62353]: INFO nova.compute.claims [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.118857] env[62353]: INFO nova.scheduler.client.report [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Deleted allocations for instance b1101035-a038-4690-a09e-08b4109e06b1 [ 710.354032] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656836, 'name': CreateVM_Task, 'duration_secs': 0.34596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.354032] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 710.354763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.355254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.358541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.358541] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4162a0f8-321d-4036-8e7c-f51132dadad7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.362396] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 710.362396] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52edc57b-9bf6-f47f-fdad-45542e220868" [ 710.362396] env[62353]: _type = "Task" [ 710.362396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.370858] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52edc57b-9bf6-f47f-fdad-45542e220868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.530044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.629072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9eed06d3-bde7-4cb7-95ad-7a9f2008fa40 tempest-ServerGroupTestJSON-388036068 tempest-ServerGroupTestJSON-388036068-project-member] Lock "b1101035-a038-4690-a09e-08b4109e06b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.925s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.797144] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Successfully updated port: 6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.807726] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Updated VIF entry in instance network info cache for port c82596e4-2f75-407c-9873-25a04d787809. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 710.807726] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Updating instance_info_cache with network_info: [{"id": "c82596e4-2f75-407c-9873-25a04d787809", "address": "fa:16:3e:04:88:f0", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82596e4-2f", "ovs_interfaceid": "c82596e4-2f75-407c-9873-25a04d787809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.874826] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52edc57b-9bf6-f47f-fdad-45542e220868, 'name': SearchDatastore_Task, 'duration_secs': 0.029952} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.875375] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.875786] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.876210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.876500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.876839] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.877391] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea938b9-559d-4ca6-8b9d-5349fd708afc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.892253] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.892628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 710.894049] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb2bc69-3052-4d8a-b986-756e2e4cf17f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.901957] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 710.901957] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523faeca-cfe1-7b43-6f49-f9622afd19e6" [ 710.901957] env[62353]: _type = "Task" [ 710.901957] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.909523] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523faeca-cfe1-7b43-6f49-f9622afd19e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.298623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.298784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquired lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.298932] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 711.310059] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Releasing lock "refresh_cache-eab490a3-7613-4ab2-8fd5-e4f4445c29eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.310059] env[62353]: DEBUG nova.compute.manager [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 711.310059] env[62353]: DEBUG nova.compute.manager [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing instance network info cache due to event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 711.310228] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Acquiring lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.310377] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Acquired lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.310541] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 711.411623] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523faeca-cfe1-7b43-6f49-f9622afd19e6, 'name': SearchDatastore_Task, 'duration_secs': 0.038708} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.412309] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a04d99d-786c-4c1c-8ada-61948ff59890 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.419098] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 711.419098] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a9aaa7-ed6d-6cbd-fc93-41e9a2578720" [ 711.419098] env[62353]: _type = "Task" [ 711.419098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.427767] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a9aaa7-ed6d-6cbd-fc93-41e9a2578720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.610296] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bb251-42d2-4965-b322-38cc57d55f6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.617962] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6ef6c-b485-4279-abc7-1e5c1dd34c86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.653959] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b73aa-25a6-4bcb-8cf8-2d567b8f1ced {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.662065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37037fee-25c3-484e-90a4-6786adadbc3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.678852] env[62353]: DEBUG nova.compute.provider_tree [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.841345] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 711.930838] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a9aaa7-ed6d-6cbd-fc93-41e9a2578720, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.931135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.931445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] eab490a3-7613-4ab2-8fd5-e4f4445c29eb/eab490a3-7613-4ab2-8fd5-e4f4445c29eb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 711.931737] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602ca134-182a-49a1-8b6b-3829187c94da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.944236] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 711.944236] env[62353]: value = "task-656837" [ 711.944236] env[62353]: _type = "Task" [ 711.944236] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.952405] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.064424] env[62353]: DEBUG nova.network.neutron [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Updating instance_info_cache with network_info: [{"id": "6a80642b-389d-4526-a418-01ef112532eb", "address": "fa:16:3e:55:ea:24", "network": {"id": "dc12d4d4-dd12-4f53-b642-7a18e7619135", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1652525015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e6e7696b8fe4140990cfb0ccbbdfaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a80642b-38", "ovs_interfaceid": "6a80642b-389d-4526-a418-01ef112532eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.183571] env[62353]: DEBUG nova.scheduler.client.report [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 712.455959] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656837, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.473571] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updated VIF entry in instance network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 712.473571] env[62353]: DEBUG nova.network.neutron [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [{"id": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "address": "fa:16:3e:61:5a:84", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7c7ca-b2", "ovs_interfaceid": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.569015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Releasing lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.569015] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Instance network_info: |[{"id": "6a80642b-389d-4526-a418-01ef112532eb", "address": "fa:16:3e:55:ea:24", "network": {"id": "dc12d4d4-dd12-4f53-b642-7a18e7619135", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1652525015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e6e7696b8fe4140990cfb0ccbbdfaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a80642b-38", "ovs_interfaceid": "6a80642b-389d-4526-a418-01ef112532eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 712.569388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ea:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a80642b-389d-4526-a418-01ef112532eb', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.575930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Creating folder: Project (4e6e7696b8fe4140990cfb0ccbbdfaad). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 712.576380] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d22d334-24c0-44b8-918a-bf958fbe9db9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.589179] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Created folder: Project (4e6e7696b8fe4140990cfb0ccbbdfaad) in parent group-v159334. [ 712.589586] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Creating folder: Instances. Parent ref: group-v159425. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 712.589945] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f4ba9f-a673-4ee6-a9fb-9769f10c0b9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.599432] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Created folder: Instances in parent group-v159425. [ 712.599432] env[62353]: DEBUG oslo.service.loopingcall [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.599432] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 712.599432] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2335275-77c3-4f53-bfc0-2f9e71686ac6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.620703] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.620703] env[62353]: value = "task-656840" [ 712.620703] env[62353]: _type = "Task" [ 712.620703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.628442] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656840, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.690099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.690714] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 712.696887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.912s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.696887] env[62353]: DEBUG nova.objects.instance [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'resources' on Instance uuid 286f4f94-bab8-4307-a172-d8dee9888376 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.697576] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 712.697773] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing instance network info cache due to event network-changed-86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 712.697965] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Acquiring lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.959930] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544941} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.959930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] eab490a3-7613-4ab2-8fd5-e4f4445c29eb/eab490a3-7613-4ab2-8fd5-e4f4445c29eb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 712.959930] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.959930] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24077f77-c5e5-4065-859f-10365009fd63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.966416] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 712.966416] env[62353]: value = "task-656841" [ 712.966416] env[62353]: _type = "Task" [ 712.966416] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.977441] env[62353]: DEBUG oslo_concurrency.lockutils [req-793c5c83-17f9-48b2-bbdd-0733eacb7129 req-ad6d2d4e-82f4-4122-9ded-b2b172c02fe4 service nova] Releasing lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.977914] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.978903] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Acquired lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978903] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Refreshing network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 713.131478] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656840, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.200515] env[62353]: DEBUG nova.compute.utils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.207889] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 713.209196] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 713.290671] env[62353]: DEBUG nova.policy [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261cbfd30c44cd894551a40351326c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e4af186e76438ea695923b1c86ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 713.480523] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066138} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.486181] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.492770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8bf40c-2597-429e-a00c-2d586009c1ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.522738] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] eab490a3-7613-4ab2-8fd5-e4f4445c29eb/eab490a3-7613-4ab2-8fd5-e4f4445c29eb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.529718] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a647d18b-1b20-49fa-97af-e60bad69047b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.556112] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 713.556112] env[62353]: value = "task-656842" [ 713.556112] env[62353]: _type = "Task" [ 713.556112] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.563044] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.635712] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656840, 'name': CreateVM_Task, 'duration_secs': 0.696901} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.635712] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 713.635712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.635712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.635712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.638196] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272f2725-f4d2-424e-8906-9f26e27abb82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.642849] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 713.642849] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52178c96-0780-0031-1485-de76318f5c7d" [ 713.642849] env[62353]: _type = "Task" [ 713.642849] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.650778] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52178c96-0780-0031-1485-de76318f5c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.709638] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 713.771045] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updated VIF entry in instance network info cache for port 86a7c7ca-b2df-4e9d-afc5-02c908b0f117. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 713.771463] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [{"id": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "address": "fa:16:3e:61:5a:84", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a7c7ca-b2", "ovs_interfaceid": "86a7c7ca-b2df-4e9d-afc5-02c908b0f117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.881544] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Successfully created port: ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.929548] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46d013-5c37-49fb-9dff-204941e761ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.942211] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23e0df-8575-48e2-877a-f964de325df7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.972761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc854df-e8d3-4438-a127-5fdbbb264d4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.982963] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4e963f-e43f-4f73-8e99-da08f84452eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.997635] env[62353]: DEBUG nova.compute.provider_tree [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.064293] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656842, 'name': ReconfigVM_Task, 'duration_secs': 0.280608} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.064676] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Reconfigured VM instance instance-00000022 to attach disk [datastore2] eab490a3-7613-4ab2-8fd5-e4f4445c29eb/eab490a3-7613-4ab2-8fd5-e4f4445c29eb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.065421] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cae4a8a-58c0-4b68-8d13-b462134f54e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.071293] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 714.071293] env[62353]: value = "task-656843" [ 714.071293] env[62353]: _type = "Task" [ 714.071293] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.079557] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656843, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.153885] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52178c96-0780-0031-1485-de76318f5c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.154238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.154526] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.154843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.155123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155425] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.155804] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-737cf242-3220-4521-8873-6e3aaa99d811 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.166683] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.169014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 714.169014] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc6a4cb-11a3-4f4e-a186-6d430495f45e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.175391] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 714.175391] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209011d-a5f5-2209-a507-362b3782dc61" [ 714.175391] env[62353]: _type = "Task" [ 714.175391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.187676] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209011d-a5f5-2209-a507-362b3782dc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.274477] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Releasing lock "refresh_cache-b50406ea-7264-4587-aa27-8bf4b867302e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.274785] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Received event network-vif-plugged-6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 714.275018] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Acquiring lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.275217] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.275388] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.275571] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] No waiting events found dispatching network-vif-plugged-6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 714.275764] env[62353]: WARNING nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Received unexpected event network-vif-plugged-6a80642b-389d-4526-a418-01ef112532eb for instance with vm_state building and task_state spawning. [ 714.275937] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Received event network-changed-6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 714.276111] env[62353]: DEBUG nova.compute.manager [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Refreshing instance network info cache due to event network-changed-6a80642b-389d-4526-a418-01ef112532eb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 714.276298] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Acquiring lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.276436] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Acquired lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.276592] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Refreshing network info cache for port 6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 714.503056] env[62353]: DEBUG nova.scheduler.client.report [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 714.586023] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656843, 'name': Rename_Task, 'duration_secs': 0.130085} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.586023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 714.586023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32dde52f-e2d9-4087-8475-53c7033bddba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.593084] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 714.593084] env[62353]: value = "task-656844" [ 714.593084] env[62353]: _type = "Task" [ 714.593084] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.601398] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.686712] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209011d-a5f5-2209-a507-362b3782dc61, 'name': SearchDatastore_Task, 'duration_secs': 0.021497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.687561] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a81674-2b5a-47dd-825d-6170490b268a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.693640] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 714.693640] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599590-b0ff-ebd7-c570-d8de21eeed34" [ 714.693640] env[62353]: _type = "Task" [ 714.693640] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.702758] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599590-b0ff-ebd7-c570-d8de21eeed34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.718130] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 714.751081] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 714.751081] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 714.751081] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.751289] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 714.751693] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.753178] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 714.753178] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 714.753178] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 714.753328] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 714.753482] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 714.753686] env[62353]: DEBUG nova.virt.hardware [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 714.755286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a51af0-8547-4724-ba7c-523c59b39db3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.764970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d17280-0fbe-4f49-b816-e294758fad14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.006911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.013024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.798s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.013024] env[62353]: INFO nova.compute.claims [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.050854] env[62353]: INFO nova.scheduler.client.report [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance 286f4f94-bab8-4307-a172-d8dee9888376 [ 715.110967] env[62353]: DEBUG oslo_vmware.api [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656844, 'name': PowerOnVM_Task, 'duration_secs': 0.512859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.111409] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 715.111719] env[62353]: INFO nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Took 7.95 seconds to spawn the instance on the hypervisor. [ 715.111953] env[62353]: DEBUG nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 715.112878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8722e-8735-4ad4-bcfc-cb185ad2a7ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.143032] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Updated VIF entry in instance network info cache for port 6a80642b-389d-4526-a418-01ef112532eb. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 715.143569] env[62353]: DEBUG nova.network.neutron [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Updating instance_info_cache with network_info: [{"id": "6a80642b-389d-4526-a418-01ef112532eb", "address": "fa:16:3e:55:ea:24", "network": {"id": "dc12d4d4-dd12-4f53-b642-7a18e7619135", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1652525015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e6e7696b8fe4140990cfb0ccbbdfaad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a80642b-38", "ovs_interfaceid": "6a80642b-389d-4526-a418-01ef112532eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.208721] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599590-b0ff-ebd7-c570-d8de21eeed34, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.208991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.209263] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3/b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 715.209555] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f853bc7-95c0-4c0d-8897-693539dbf6d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.218756] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 715.218756] env[62353]: value = "task-656845" [ 715.218756] env[62353]: _type = "Task" [ 715.218756] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.229696] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.537916] env[62353]: DEBUG nova.compute.manager [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Received event network-vif-plugged-ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 715.538222] env[62353]: DEBUG oslo_concurrency.lockutils [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] Acquiring lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.538414] env[62353]: DEBUG oslo_concurrency.lockutils [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.538654] env[62353]: DEBUG oslo_concurrency.lockutils [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.538859] env[62353]: DEBUG nova.compute.manager [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] No waiting events found dispatching network-vif-plugged-ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 715.539153] env[62353]: WARNING nova.compute.manager [req-42d0beea-2fc7-4b55-9b92-98b13c68a537 req-5189dac0-cca7-43b1-b9d0-0abbd7620169 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Received unexpected event network-vif-plugged-ac46b447-cb3a-4c17-a1df-73703cbc91f2 for instance with vm_state building and task_state spawning. [ 715.565477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3adb71c7-f29c-40bb-a8c9-63690653cb56 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "286f4f94-bab8-4307-a172-d8dee9888376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.778s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.639364] env[62353]: INFO nova.compute.manager [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Took 38.72 seconds to build instance. [ 715.645769] env[62353]: DEBUG oslo_concurrency.lockutils [req-a3d8d22d-104f-499a-84bf-d5dde90be4d9 req-d31582dd-23c9-4ce8-8f11-2f4567c937f7 service nova] Releasing lock "refresh_cache-b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.732808] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656845, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.739428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "164d78b2-4796-439c-98c7-818ea4260846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.739631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.817370] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Successfully updated port: ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.142914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00e2c119-ae01-41dc-b05d-c141ce271137 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.536s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.230825] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.233651] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3/b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 716.233890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.234359] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6342b8-14d9-42f6-9ac2-a51a27ccf9d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.243265] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 716.243265] env[62353]: value = "task-656846" [ 716.243265] env[62353]: _type = "Task" [ 716.243265] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.252140] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.322108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.322108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.322108] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 716.558535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.559130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.562269] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656e51b-2884-4eea-9a54-1953789ffc16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.570134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13e649-efb5-4b6b-96cc-b1048067e7d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.603555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e57a7-ffb2-42b4-ad5b-9964ce9218d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.611948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a11df-b2b5-4d4a-b8c0-0acab3b9dd53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.627174] env[62353]: DEBUG nova.compute.provider_tree [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.646314] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 716.753353] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.753353] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.754574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf75a9-9e5f-4b12-9cf3-78806dc1273a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.780052] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3/b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.780597] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f60f84-a008-4abb-9527-fbd0c994608e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.805034] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 716.805034] env[62353]: value = "task-656847" [ 716.805034] env[62353]: _type = "Task" [ 716.805034] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.811551] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.881799] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 717.063624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.063929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.086341] env[62353]: DEBUG nova.network.neutron [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Updating instance_info_cache with network_info: [{"id": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "address": "fa:16:3e:89:de:b0", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac46b447-cb", "ovs_interfaceid": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.132197] env[62353]: DEBUG nova.scheduler.client.report [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 717.169793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.318354] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656847, 'name': ReconfigVM_Task, 'duration_secs': 0.287884} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.318809] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Reconfigured VM instance instance-00000023 to attach disk [datastore2] b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3/b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.319615] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ba5bd3-94c1-4dac-94f5-9ab40b33ec87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.327031] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 717.327031] env[62353]: value = "task-656848" [ 717.327031] env[62353]: _type = "Task" [ 717.327031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.337658] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656848, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.589553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.589894] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance network_info: |[{"id": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "address": "fa:16:3e:89:de:b0", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac46b447-cb", "ovs_interfaceid": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 717.590386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:de:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac46b447-cb3a-4c17-a1df-73703cbc91f2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.598599] env[62353]: DEBUG oslo.service.loopingcall [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.598847] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 717.599132] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d7fb504-2caf-4494-84cf-ec7280946852 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.617048] env[62353]: DEBUG nova.compute.manager [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Received event network-changed-ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 717.617304] env[62353]: DEBUG nova.compute.manager [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Refreshing instance network info cache due to event network-changed-ac46b447-cb3a-4c17-a1df-73703cbc91f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 717.617568] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] Acquiring lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.617729] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] Acquired lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617982] env[62353]: DEBUG nova.network.neutron [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Refreshing network info cache for port ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 717.627446] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.627446] env[62353]: value = "task-656849" [ 717.627446] env[62353]: _type = "Task" [ 717.627446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.640260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.640787] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 717.643707] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656849, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.647018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.132s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.838588] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656848, 'name': Rename_Task, 'duration_secs': 0.152007} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.838941] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 717.839236] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aae6069-4b1a-4f6b-a79d-8b893e0ec864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.846318] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 717.846318] env[62353]: value = "task-656850" [ 717.846318] env[62353]: _type = "Task" [ 717.846318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.859884] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.135805] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656849, 'name': CreateVM_Task, 'duration_secs': 0.320892} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.136207] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 718.139015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.139015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.139015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.139015] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db9a486-db7c-4e9d-a946-c9cb94246409 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.144507] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 718.144507] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523b62f1-1f76-4a48-9628-8f93a2bbfbd3" [ 718.144507] env[62353]: _type = "Task" [ 718.144507] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.150159] env[62353]: DEBUG nova.compute.utils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.164074] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 718.164852] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 718.177821] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523b62f1-1f76-4a48-9628-8f93a2bbfbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.178946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.180910] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.180910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.180910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.180910] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.182429] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4a4d22-cf5c-472f-8d80-c9de13bc9955 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.194144] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.194709] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 718.195704] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9790277-4a6e-4f0c-bc54-be942c0ba161 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.205019] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 718.205019] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db5a7c-efa7-faab-298b-280f8ccf262f" [ 718.205019] env[62353]: _type = "Task" [ 718.205019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.214237] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db5a7c-efa7-faab-298b-280f8ccf262f, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.215526] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e50b2a2-b2ab-42d3-8e55-6a94adf72960 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.221225] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 718.221225] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e09bf3-6b18-7f8a-9e01-0d3819460fe0" [ 718.221225] env[62353]: _type = "Task" [ 718.221225] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.232276] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e09bf3-6b18-7f8a-9e01-0d3819460fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.232276] env[62353]: DEBUG nova.policy [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 718.360253] env[62353]: DEBUG oslo_vmware.api [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656850, 'name': PowerOnVM_Task, 'duration_secs': 0.48159} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.360448] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 718.360635] env[62353]: INFO nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Took 8.44 seconds to spawn the instance on the hypervisor. [ 718.360822] env[62353]: DEBUG nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 718.361708] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e865596-537e-409c-908a-67e546f561d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.458309] env[62353]: DEBUG nova.network.neutron [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Updated VIF entry in instance network info cache for port ac46b447-cb3a-4c17-a1df-73703cbc91f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 718.458831] env[62353]: DEBUG nova.network.neutron [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Updating instance_info_cache with network_info: [{"id": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "address": "fa:16:3e:89:de:b0", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac46b447-cb", "ovs_interfaceid": "ac46b447-cb3a-4c17-a1df-73703cbc91f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.556975] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Successfully created port: 2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.666837] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 718.693057] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 49126223-cf40-43fb-b3e7-878fc0224612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.693253] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 575b14cb-d0ee-45e2-89bf-572303129de1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.693450] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3cb62651-d156-488f-8acd-8b3e1a5157da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 718.693620] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance e490c7b7-6354-480b-bdc3-e3b70eb6a67f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.693696] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 8b6c6ad7-cb82-4014-afc2-4689cdee033a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.693813] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance f8d7ed54-118c-4bba-a0ff-0864b648f7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.693942] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance d06ff232-9bce-48bc-bb55-80dafc48b560 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694046] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 32b94ab2-defa-415d-aa64-8d10677b484f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694159] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694270] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 48fee428-9105-4058-8de7-183e389c6e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694466] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 37b04929-abb5-480d-8c50-07ce99226b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694630] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4b5345ac-85a8-4fbd-884a-025bde54082f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694752] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance d174fe97-1d79-4c61-b285-dd860097505e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.694883] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5a569514-e724-49ff-ba8c-01ebae59a423 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 718.695014] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5dc2cfa6-1f70-49b0-9be4-3189556561b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695168] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance ce72c9cc-57db-4d86-bfc8-ad2caede5654 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 718.695286] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 85f82654-dd2e-409e-90cb-1babd05343d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695399] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance eba3dae5-bbf6-440f-83aa-e33add887182 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695512] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b50406ea-7264-4587-aa27-8bf4b867302e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695635] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance eab490a3-7613-4ab2-8fd5-e4f4445c29eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695723] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695839] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.695956] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3f563057-69e6-4941-a450-069491b8eef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.733112] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e09bf3-6b18-7f8a-9e01-0d3819460fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.733602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.733999] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 718.734427] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bafe1fc-65c4-47d3-9b13-65f711ec2a43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.745424] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 718.745424] env[62353]: value = "task-656851" [ 718.745424] env[62353]: _type = "Task" [ 718.745424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.752611] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.880012] env[62353]: INFO nova.compute.manager [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Took 40.16 seconds to build instance. [ 718.965056] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df898da-8d24-47ed-9530-40f6b1210b26 req-f306d388-e233-4111-9423-ada668e9b915 service nova] Releasing lock "refresh_cache-39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.200085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 17bbc0b3-bd15-42df-8811-5052b97c0986 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.258441] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.336757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "85f82654-dd2e-409e-90cb-1babd05343d0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.337115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.337343] env[62353]: DEBUG nova.compute.manager [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 719.338251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0511da72-a121-4aa7-b267-c12178c2ec1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.344344] env[62353]: DEBUG nova.compute.manager [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 719.345122] env[62353]: DEBUG nova.objects.instance [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'flavor' on Instance uuid 85f82654-dd2e-409e-90cb-1babd05343d0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.381598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7aae080e-3ce7-482e-b1ee-6490788ca52c tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.751s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.675778] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 719.702513] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 719.702764] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 719.702930] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.703140] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 719.703297] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.703501] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 719.704181] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 719.704181] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 719.704304] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 719.704460] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 719.704766] env[62353]: DEBUG nova.virt.hardware [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 719.705380] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3bbed079-ffe6-46d7-83ef-293634f51c14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.707965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7530536f-6980-400a-972f-98d64c687e82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.716589] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3577513-34b5-46ab-a1db-7bee9b614c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.754094] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565141} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.754567] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 719.754931] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.756444] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6be4877-ee1c-435f-9f52-8f4e527a4919 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.763656] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 719.763656] env[62353]: value = "task-656852" [ 719.763656] env[62353]: _type = "Task" [ 719.763656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.771664] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.851523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 719.851700] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e6c442-3ddc-40f8-978c-f1d092f037de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.858724] env[62353]: DEBUG oslo_vmware.api [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 719.858724] env[62353]: value = "task-656853" [ 719.858724] env[62353]: _type = "Task" [ 719.858724] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.869369] env[62353]: DEBUG oslo_vmware.api [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.884310] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 720.058479] env[62353]: DEBUG nova.compute.manager [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received event network-vif-plugged-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 720.058685] env[62353]: DEBUG oslo_concurrency.lockutils [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] Acquiring lock "3f563057-69e6-4941-a450-069491b8eef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.058912] env[62353]: DEBUG oslo_concurrency.lockutils [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] Lock "3f563057-69e6-4941-a450-069491b8eef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.059102] env[62353]: DEBUG oslo_concurrency.lockutils [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] Lock "3f563057-69e6-4941-a450-069491b8eef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.059288] env[62353]: DEBUG nova.compute.manager [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] No waiting events found dispatching network-vif-plugged-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 720.059464] env[62353]: WARNING nova.compute.manager [req-8c6435b7-f248-46d6-a52f-73787a46318f req-1b1b421f-85c5-498a-a44b-53c0c7a7a1d7 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received unexpected event network-vif-plugged-2cedae8a-e494-4a07-82ef-420f6ae367f1 for instance with vm_state building and task_state spawning. [ 720.060485] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Successfully updated port: 2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.208070] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 04ded576-b215-4afe-96b0-c697d579ce38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.273952] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062003} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.274099] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.275041] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac1400-f9c2-4a27-b6ff-1af3ac6b4b2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.298718] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.300106] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ec605d-6c64-4d8a-b405-010ca376e02c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.323322] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 720.323322] env[62353]: value = "task-656854" [ 720.323322] env[62353]: _type = "Task" [ 720.323322] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.334161] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.368022] env[62353]: DEBUG oslo_vmware.api [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656853, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.409802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.562865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.563099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.563289] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 720.711198] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 565c6a64-d366-49a8-9d1b-cbe620d71bd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.819716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.820744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.820899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.821296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.821296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.828216] env[62353]: INFO nova.compute.manager [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Terminating instance [ 720.830534] env[62353]: DEBUG nova.compute.manager [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 720.830797] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 720.831715] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855ec26-2978-4121-b3d8-ca07d9a04b65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.837697] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656854, 'name': ReconfigVM_Task, 'duration_secs': 0.406327} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.840901] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.840901] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75407c00-3b51-431b-9401-a6fca156400e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.843799] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 720.843799] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a043606e-fd75-45ac-a200-de2c7898bdf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.847447] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 720.847447] env[62353]: value = "task-656855" [ 720.847447] env[62353]: _type = "Task" [ 720.847447] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.851446] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 720.851446] env[62353]: value = "task-656856" [ 720.851446] env[62353]: _type = "Task" [ 720.851446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.861163] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656855, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.866400] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.871665] env[62353]: DEBUG oslo_vmware.api [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656853, 'name': PowerOffVM_Task, 'duration_secs': 0.548828} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.872021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 720.872233] env[62353]: DEBUG nova.compute.manager [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 720.873019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2316c7-19b7-4b5c-8576-39763cf23d4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.102385] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 721.217981] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c01aad14-c583-44b7-951a-e00ee08e923d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.363843] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656855, 'name': Rename_Task, 'duration_secs': 0.147769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.367387] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 721.367746] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656856, 'name': PowerOffVM_Task, 'duration_secs': 0.192527} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.370629] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68dd231b-e5e9-4dbf-bf6a-b3cfaa66b980 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.372328] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 721.372527] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 721.372805] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e81947-f433-416b-949c-afeb9904d4d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.380111] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 721.380111] env[62353]: value = "task-656857" [ 721.380111] env[62353]: _type = "Task" [ 721.380111] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.386095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3fe9ea3c-92f4-412f-8aef-966adfe83059 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.390218] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.411431] env[62353]: DEBUG nova.network.neutron [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.437882] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 721.438039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 721.438236] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Deleting the datastore file [datastore2] b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.438501] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f5dcaea-43a2-4ba4-8f15-1a685591a091 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.446625] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for the task: (returnval){ [ 721.446625] env[62353]: value = "task-656859" [ 721.446625] env[62353]: _type = "Task" [ 721.446625] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.455448] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.720685] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.891912] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656857, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.913960] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.914215] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Instance network_info: |[{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 721.914705] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cedae8a-e494-4a07-82ef-420f6ae367f1', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.922644] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating folder: Project (5f61cf33662c48039eec4d3d2fdf4b0a). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 721.922998] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c258ee-d02d-4d8b-b389-d675fb8672a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.933404] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created folder: Project (5f61cf33662c48039eec4d3d2fdf4b0a) in parent group-v159334. [ 721.933535] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating folder: Instances. Parent ref: group-v159429. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 721.933775] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed2111c-3217-4638-9ab2-51511c430b97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.943137] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created folder: Instances in parent group-v159429. [ 721.943364] env[62353]: DEBUG oslo.service.loopingcall [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.943626] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 721.943844] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d0673b1-d716-44b2-8248-a74b7b01fa04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.967076] env[62353]: DEBUG oslo_vmware.api [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Task: {'id': task-656859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147288} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.968476] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.968720] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 721.969081] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 721.969081] env[62353]: INFO nova.compute.manager [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 721.969316] env[62353]: DEBUG oslo.service.loopingcall [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.969509] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.969509] env[62353]: value = "task-656862" [ 721.969509] env[62353]: _type = "Task" [ 721.969509] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.969693] env[62353]: DEBUG nova.compute.manager [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 721.969782] env[62353]: DEBUG nova.network.neutron [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 721.982624] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656862, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.031057] env[62353]: DEBUG nova.objects.instance [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'flavor' on Instance uuid 85f82654-dd2e-409e-90cb-1babd05343d0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.160493] env[62353]: DEBUG nova.compute.manager [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 722.160764] env[62353]: DEBUG nova.compute.manager [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing instance network info cache due to event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 722.161079] env[62353]: DEBUG oslo_concurrency.lockutils [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] Acquiring lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.161312] env[62353]: DEBUG oslo_concurrency.lockutils [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] Acquired lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.161663] env[62353]: DEBUG nova.network.neutron [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 722.224288] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 384f8140-3de0-403f-913d-124a5c459559 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.391574] env[62353]: DEBUG oslo_vmware.api [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656857, 'name': PowerOnVM_Task, 'duration_secs': 0.536991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.391993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 722.392270] env[62353]: INFO nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Took 7.67 seconds to spawn the instance on the hypervisor. [ 722.392505] env[62353]: DEBUG nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 722.393509] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac05ad-1e2d-442b-9013-a4f6ddd1faa9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.482130] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656862, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.539985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.540218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquired lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540406] env[62353]: DEBUG nova.network.neutron [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 722.540609] env[62353]: DEBUG nova.objects.instance [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'info_cache' on Instance uuid 85f82654-dd2e-409e-90cb-1babd05343d0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.727985] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 53f91275-8b3a-492f-9e5d-7be6aa92c1be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.757238] env[62353]: DEBUG nova.network.neutron [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.863943] env[62353]: DEBUG nova.network.neutron [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updated VIF entry in instance network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 722.864374] env[62353]: DEBUG nova.network.neutron [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.911905] env[62353]: INFO nova.compute.manager [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Took 41.59 seconds to build instance. [ 722.983085] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656862, 'name': CreateVM_Task, 'duration_secs': 0.929036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.983218] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 722.984026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.984131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.984601] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.984925] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865ff337-c127-4082-b428-ae5094b7f39b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.989847] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 722.989847] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200dd4d-2cc1-cf77-d3c1-df2c678992ed" [ 722.989847] env[62353]: _type = "Task" [ 722.989847] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.998719] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200dd4d-2cc1-cf77-d3c1-df2c678992ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.043886] env[62353]: DEBUG nova.objects.base [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Object Instance<85f82654-dd2e-409e-90cb-1babd05343d0> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 723.232690] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance ed3a1b9a-7523-489e-a340-60595501ec06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.259978] env[62353]: INFO nova.compute.manager [-] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Took 1.29 seconds to deallocate network for instance. [ 723.367052] env[62353]: DEBUG oslo_concurrency.lockutils [req-19a841be-9f6f-4358-9b48-a25bc05add10 req-c416b1e3-6778-4ac7-904a-47ebc91add2b service nova] Releasing lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.413645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4252649e-5cd5-4042-88be-4c2f9bd0d0f5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.264s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.501029] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200dd4d-2cc1-cf77-d3c1-df2c678992ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.501364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.501657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.502015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.502411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.502508] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.502757] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a72e723-3a95-4e88-839d-35c93c281f6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.535149] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.535450] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 723.536248] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85850f88-97e1-4237-ac68-e3989af88675 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.541715] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 723.541715] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f30dca-3322-2a60-f356-7ee4ac984170" [ 723.541715] env[62353]: _type = "Task" [ 723.541715] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.551945] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f30dca-3322-2a60-f356-7ee4ac984170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.736136] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4c34acfa-f045-478f-a235-be78d83531b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.767198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.779875] env[62353]: DEBUG nova.network.neutron [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Updating instance_info_cache with network_info: [{"id": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "address": "fa:16:3e:28:9b:b9", "network": {"id": "cf19858d-9ad7-48ef-9738-88a4c289aa18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1051283306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71639c971e94a36bf538e2b8fc3e96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949a655a-6e", "ovs_interfaceid": "949a655a-6eed-4bf0-92bd-bd18172e8ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.918757] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 724.052058] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f30dca-3322-2a60-f356-7ee4ac984170, 'name': SearchDatastore_Task, 'duration_secs': 0.034837} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.052849] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78382c5-8a54-40af-a629-c37ae8e9a8b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.058520] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 724.058520] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5262a6ec-5b97-6dd8-a8da-de73fbc4d02a" [ 724.058520] env[62353]: _type = "Task" [ 724.058520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.066399] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5262a6ec-5b97-6dd8-a8da-de73fbc4d02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.198798] env[62353]: DEBUG nova.compute.manager [req-027ece56-fe1d-4342-b683-6f0f472d8d50 req-938a5cd9-72e2-4d61-af66-06121d8c5f0a service nova] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Received event network-vif-deleted-6a80642b-389d-4526-a418-01ef112532eb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 724.239681] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance dc2cb03c-6286-461e-8afb-485436523433 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.282475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Releasing lock "refresh_cache-85f82654-dd2e-409e-90cb-1babd05343d0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.448641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.569388] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5262a6ec-5b97-6dd8-a8da-de73fbc4d02a, 'name': SearchDatastore_Task, 'duration_secs': 0.028224} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.569681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.569960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3f563057-69e6-4941-a450-069491b8eef3/3f563057-69e6-4941-a450-069491b8eef3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 724.570253] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271c750d-92f6-432d-95fa-afc7ebf9441e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.578691] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 724.578691] env[62353]: value = "task-656863" [ 724.578691] env[62353]: _type = "Task" [ 724.578691] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.586993] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.652891] env[62353]: INFO nova.compute.manager [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Rebuilding instance [ 724.702916] env[62353]: DEBUG nova.compute.manager [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 724.703965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe432b8-8a22-4c59-8f86-8126d0332524 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743470] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c3fcda6a-e95a-4860-946a-2c03ee9e1243 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.787033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 724.787338] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db66eb3e-d11d-41c0-8390-371f225a8a09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.796297] env[62353]: DEBUG oslo_vmware.api [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 724.796297] env[62353]: value = "task-656864" [ 724.796297] env[62353]: _type = "Task" [ 724.796297] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.805431] env[62353]: DEBUG oslo_vmware.api [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.089500] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656863, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.216429] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 725.216741] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc149f0e-4017-4bf1-8268-f5beaad49e7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.223717] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 725.223717] env[62353]: value = "task-656865" [ 725.223717] env[62353]: _type = "Task" [ 725.223717] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.232829] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.246889] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 164d78b2-4796-439c-98c7-818ea4260846 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.309369] env[62353]: DEBUG oslo_vmware.api [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656864, 'name': PowerOnVM_Task, 'duration_secs': 0.462678} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.310152] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 725.310152] env[62353]: DEBUG nova.compute.manager [None req-d91c07bb-396f-4eb7-8c03-c33688ddb76e tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 725.311164] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2639e7-c54f-423a-855d-2aad43237c97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.589734] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.590046] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3f563057-69e6-4941-a450-069491b8eef3/3f563057-69e6-4941-a450-069491b8eef3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 725.590270] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.590527] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e0d215-37a0-45f6-a0a9-96933ec32c44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.597592] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 725.597592] env[62353]: value = "task-656866" [ 725.597592] env[62353]: _type = "Task" [ 725.597592] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.606786] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.738035] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656865, 'name': PowerOffVM_Task, 'duration_secs': 0.196542} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.738035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 725.738035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 725.738035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0d63e-6a15-4122-b49f-fe839d931972 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.744651] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 725.747636] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf0676c-3230-4021-a7d3-d82b215efa66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.750787] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.821412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 725.821412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 725.821412] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.821412] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f16c8a0f-9001-42fd-a0be-431a45bcc58c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.834110] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 725.834110] env[62353]: value = "task-656868" [ 725.834110] env[62353]: _type = "Task" [ 725.834110] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.843072] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.110962] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063259} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.111308] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.112135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70135ca5-b05e-486e-a754-39b764198b96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.134270] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 3f563057-69e6-4941-a450-069491b8eef3/3f563057-69e6-4941-a450-069491b8eef3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.134654] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d334860e-ded2-4963-8e14-36bc2d602d45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.154227] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 726.154227] env[62353]: value = "task-656869" [ 726.154227] env[62353]: _type = "Task" [ 726.154227] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.163915] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.257514] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance ba3a5652-948b-41f6-858b-1b6945b0cadf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.257885] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 726.258193] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 726.343775] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.346127] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.346328] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 726.346542] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 726.665787] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.748772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434317d-d356-48a1-b2ca-6aef8764442f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.757049] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7660d-ca09-4c3f-8b96-4fd353580914 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.787710] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f055bd-f52c-46a6-85a4-a8614827aded {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.795576] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116ff43-03c3-4e4d-8fa8-ff8d9fcecabe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.811786] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.165714] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656869, 'name': ReconfigVM_Task, 'duration_secs': 0.763134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.166037] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 3f563057-69e6-4941-a450-069491b8eef3/3f563057-69e6-4941-a450-069491b8eef3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.168459] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f849a636-f960-47ab-9f51-d211f42315e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.173963] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 727.173963] env[62353]: value = "task-656870" [ 727.173963] env[62353]: _type = "Task" [ 727.173963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.186307] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656870, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.313366] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 727.383202] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 727.383665] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 727.383888] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.384121] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 727.384284] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.384520] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 727.384774] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 727.384941] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 727.385134] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 727.385308] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 727.385488] env[62353]: DEBUG nova.virt.hardware [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.386427] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa4742-e0d2-46b0-924a-dd56fc9b681a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.394998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2624cd-2cf5-4ce1-8c1e-b2b7dc404e87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.409099] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:de:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac46b447-cb3a-4c17-a1df-73703cbc91f2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.416448] env[62353]: DEBUG oslo.service.loopingcall [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.416710] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 727.416926] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93d9335-c74a-4c60-ab57-c006d8967c84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.435698] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.435698] env[62353]: value = "task-656871" [ 727.435698] env[62353]: _type = "Task" [ 727.435698] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.443430] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656871, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.688068] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656870, 'name': Rename_Task, 'duration_secs': 0.128474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.688634] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 727.688985] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e96972d9-476b-490d-b1b2-644ebbc40d05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.695319] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 727.695319] env[62353]: value = "task-656872" [ 727.695319] env[62353]: _type = "Task" [ 727.695319] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.705873] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.819988] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 727.820326] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.176s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.820625] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.172s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.822191] env[62353]: INFO nova.compute.claims [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.946325] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656871, 'name': CreateVM_Task, 'duration_secs': 0.27994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.947029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 727.947263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.947980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.948656] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e5b687-e090-407f-bc27-131788476de7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.955301] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 727.955301] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dee39b-9311-e9d8-f502-679aef9b82ee" [ 727.955301] env[62353]: _type = "Task" [ 727.955301] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.963902] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dee39b-9311-e9d8-f502-679aef9b82ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.206961] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.466058] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dee39b-9311-e9d8-f502-679aef9b82ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.466381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.466618] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.466859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.467021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.467218] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.467915] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e070b5a-f030-4cb3-b344-045a44f0c8e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.476045] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.476243] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 728.476946] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba545a91-016d-4a1f-9c56-a33f83f6fa81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.481795] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 728.481795] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd4f48-898e-05da-4021-9f1e5feeaebc" [ 728.481795] env[62353]: _type = "Task" [ 728.481795] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.490472] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd4f48-898e-05da-4021-9f1e5feeaebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.706701] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.787216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.787216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.787216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.787216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.787455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.790477] env[62353]: INFO nova.compute.manager [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Terminating instance [ 728.792398] env[62353]: DEBUG nova.compute.manager [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 728.792627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 728.793350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b250b-7220-44f3-856c-03158ab8a202 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.800889] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 728.801155] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38652c5c-85d7-4efb-beb7-487544d2e837 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.807476] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 728.807476] env[62353]: value = "task-656873" [ 728.807476] env[62353]: _type = "Task" [ 728.807476] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.815041] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.991849] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bd4f48-898e-05da-4021-9f1e5feeaebc, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.995255] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aee46a0-4778-41ea-9661-ea63ccebd427 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.000342] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 729.000342] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52667db7-8f90-cc88-baa9-b913a158ea46" [ 729.000342] env[62353]: _type = "Task" [ 729.000342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.008232] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52667db7-8f90-cc88-baa9-b913a158ea46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.208782] env[62353]: DEBUG oslo_vmware.api [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-656872, 'name': PowerOnVM_Task, 'duration_secs': 1.115659} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.208782] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 729.209074] env[62353]: INFO nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Took 9.53 seconds to spawn the instance on the hypervisor. [ 729.209279] env[62353]: DEBUG nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 729.210084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800acea-e094-4ffd-8232-33c0a33c83f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.300571] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a061f62-6e1f-46ba-8053-6d31f13fac45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.307990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a6584-7591-4219-8f5c-550724a28d28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.322640] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656873, 'name': PowerOffVM_Task, 'duration_secs': 0.243142} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.345660] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 729.345919] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 729.346882] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3bd4945-a1b7-4947-bea8-a811db352afa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.349216] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83142138-bef9-4be6-acb1-aa9ce930e178 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.356703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b13a24-f128-4a99-b80f-8c741a7b06ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.369502] env[62353]: DEBUG nova.compute.provider_tree [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.372588] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.372816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.420171] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 729.420433] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 729.420604] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleting the datastore file [datastore2] eab490a3-7613-4ab2-8fd5-e4f4445c29eb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.420942] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d30d3f-825d-428f-ba3f-e6ddce00f11b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.426645] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 729.426645] env[62353]: value = "task-656875" [ 729.426645] env[62353]: _type = "Task" [ 729.426645] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.434431] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.510568] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52667db7-8f90-cc88-baa9-b913a158ea46, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.510857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.511121] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 729.511770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ffc4c1-0135-4e9f-ab6d-c89ac7a67ed6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.517370] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 729.517370] env[62353]: value = "task-656876" [ 729.517370] env[62353]: _type = "Task" [ 729.517370] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.525343] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.731209] env[62353]: INFO nova.compute.manager [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Took 44.54 seconds to build instance. [ 729.873896] env[62353]: DEBUG nova.scheduler.client.report [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 729.877520] env[62353]: DEBUG nova.compute.utils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.947074] env[62353]: DEBUG oslo_vmware.api [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-656875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119202} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.947562] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.947749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 729.947938] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 729.948135] env[62353]: INFO nova.compute.manager [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 729.948725] env[62353]: DEBUG oslo.service.loopingcall [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.948725] env[62353]: DEBUG nova.compute.manager [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 729.948842] env[62353]: DEBUG nova.network.neutron [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 730.026774] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470186} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.027122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 730.027271] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.027524] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3929a4bd-387b-4112-94c9-a4ab5afa694d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.034882] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 730.034882] env[62353]: value = "task-656877" [ 730.034882] env[62353]: _type = "Task" [ 730.034882] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.042244] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.233355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc2fc7ac-d2ad-4838-8771-c08bb86336f2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.091s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.380636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.381664] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 730.384415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.386498] env[62353]: INFO nova.compute.claims [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.388531] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.544879] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06542} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.545192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.546803] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a52a3-4f9f-4f4c-b593-a6302d3017da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.569739] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.570022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e16818-c30a-4d30-9f31-e99dc2a77c06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.590306] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 730.590306] env[62353]: value = "task-656878" [ 730.590306] env[62353]: _type = "Task" [ 730.590306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.598355] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.694164] env[62353]: DEBUG nova.network.neutron [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.736606] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 730.891904] env[62353]: DEBUG nova.compute.utils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 730.897147] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 730.897147] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 730.946688] env[62353]: DEBUG nova.compute.manager [req-bcd88240-3c1f-41bc-95b8-23e2f79d83d7 req-1539a057-3d55-409c-9f4c-669d5765ee5b service nova] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Received event network-vif-deleted-c82596e4-2f75-407c-9873-25a04d787809 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 730.954287] env[62353]: DEBUG nova.policy [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa80386e66e143578ec3cbb734c2389c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0d859f83cb45628d46a6c737f0c221', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 731.103039] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.155525] env[62353]: DEBUG nova.compute.manager [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 731.155525] env[62353]: DEBUG nova.compute.manager [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing instance network info cache due to event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 731.155525] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] Acquiring lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.155874] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] Acquired lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.155874] env[62353]: DEBUG nova.network.neutron [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 731.198176] env[62353]: INFO nova.compute.manager [-] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Took 1.25 seconds to deallocate network for instance. [ 731.265150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.266114] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully created port: 1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.396780] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 731.472296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.472590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.472830] env[62353]: INFO nova.compute.manager [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Attaching volume 613bda11-4c01-4c81-a629-92dff0db74cb to /dev/sdb [ 731.524102] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323d1ff-6110-4fa5-a507-e2d12824869a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.534037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f385cd-577c-40d0-bc1c-2c53f7385d59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.549308] env[62353]: DEBUG nova.virt.block_device [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating existing volume attachment record: e83c811b-598a-4e98-8654-d404db15bceb {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 731.604033] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656878, 'name': ReconfigVM_Task, 'duration_secs': 0.819899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.605607] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully created port: 3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.609529] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7/39666946-c9b3-40fe-beb7-0eeb6fe6b9c7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.610385] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a311a8cf-8e55-4b50-a5b0-e7b2bf033c6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.618088] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 731.618088] env[62353]: value = "task-656879" [ 731.618088] env[62353]: _type = "Task" [ 731.618088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.626877] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656879, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.705863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.889174] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully created port: 93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.970094] env[62353]: DEBUG nova.network.neutron [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updated VIF entry in instance network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 731.970094] env[62353]: DEBUG nova.network.neutron [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.038242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50cd60-b617-4d00-803a-b741e8db098b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.045580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46a5ea-ec3c-4906-94a0-ce79417f4dd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.081298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a3387-f685-4c52-98f2-ad17bb027c2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.090667] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d641c88-e541-4c94-ac81-ce62463cf386 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.105038] env[62353]: DEBUG nova.compute.provider_tree [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.129397] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656879, 'name': Rename_Task, 'duration_secs': 0.246444} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.129877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 732.130349] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139b3ee6-413e-4ff2-91ba-47031f222d53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.137689] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 732.137689] env[62353]: value = "task-656883" [ 732.137689] env[62353]: _type = "Task" [ 732.137689] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.147330] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.421984] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 732.448019] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 732.448019] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 732.448019] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.448239] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 732.448239] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.448374] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 732.448620] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 732.448787] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 732.448962] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 732.449155] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 732.449331] env[62353]: DEBUG nova.virt.hardware [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.450214] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfd642-d978-4e21-94d8-b5ca35a2c284 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.458262] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dfa917-5346-45da-9c72-9424bd6c8536 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.475883] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0e1e866-bb29-48a5-b1c2-ca58a66931cd req-d4b301f8-1553-4c89-bc6a-76c0c2757926 service nova] Releasing lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.608293] env[62353]: DEBUG nova.scheduler.client.report [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 732.650634] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.114211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.114963] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 733.118575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.213s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.118806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.120846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.900s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.122433] env[62353]: INFO nova.compute.claims [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.149493] env[62353]: DEBUG oslo_vmware.api [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656883, 'name': PowerOnVM_Task, 'duration_secs': 0.71309} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.150503] env[62353]: INFO nova.scheduler.client.report [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleted allocations for instance 3cb62651-d156-488f-8acd-8b3e1a5157da [ 733.152450] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 733.152450] env[62353]: DEBUG nova.compute.manager [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 733.158258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85387c14-2d72-42ad-89af-d533750f70b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.337805] env[62353]: DEBUG nova.compute.manager [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-plugged-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 733.338116] env[62353]: DEBUG oslo_concurrency.lockutils [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.338280] env[62353]: DEBUG oslo_concurrency.lockutils [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.338459] env[62353]: DEBUG oslo_concurrency.lockutils [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.338640] env[62353]: DEBUG nova.compute.manager [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] No waiting events found dispatching network-vif-plugged-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 733.338809] env[62353]: WARNING nova.compute.manager [req-c223af1d-2300-4aa7-8023-d8920a095d22 req-26a53613-fa85-41dc-a1a3-d375a6639c68 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received unexpected event network-vif-plugged-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 for instance with vm_state building and task_state spawning. [ 733.422323] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully updated port: 1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.628491] env[62353]: DEBUG nova.compute.utils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.631175] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 733.631260] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 733.665698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52b8be40-0f96-40ed-a5ba-5466f63ae75e tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "3cb62651-d156-488f-8acd-8b3e1a5157da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.697s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.675459] env[62353]: DEBUG nova.policy [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b41e4d32d614706bbee08fe097d6a30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e274cf23fec407e95b457a7e717733e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 733.678919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.942853] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Successfully created port: 3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.130188] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 734.469593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.469871] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.470135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.470806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.470806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.472949] env[62353]: INFO nova.compute.manager [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Terminating instance [ 734.474774] env[62353]: DEBUG nova.compute.manager [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 734.475022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 734.476019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d53ae4-5dc2-4e8b-a013-be117a056a8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.486993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 734.487530] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2286655-2115-4cb3-803a-65969721a31e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.494853] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 734.494853] env[62353]: value = "task-656885" [ 734.494853] env[62353]: _type = "Task" [ 734.494853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.503569] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.677139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05aed7-51c1-4dbd-b8c6-9866a1d8a91f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.685607] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42411168-7819-43e4-9b20-58bd5e895c41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.717152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "49126223-cf40-43fb-b3e7-878fc0224612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.717152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.717881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "49126223-cf40-43fb-b3e7-878fc0224612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.717881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.717881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.719983] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bba36b-4e43-4359-86a9-7ac8062777ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.722871] env[62353]: INFO nova.compute.manager [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Terminating instance [ 734.728584] env[62353]: DEBUG nova.compute.manager [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 734.728672] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 734.729887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd4703-f40e-4ac3-90a6-6b7b493f2681 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.734430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661a0a7-2519-4ac3-b933-09c055307e9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.746938] env[62353]: DEBUG nova.compute.provider_tree [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.750366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 734.750847] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4b2978-66e8-4936-878a-89270b12d986 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.756950] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 734.756950] env[62353]: value = "task-656886" [ 734.756950] env[62353]: _type = "Task" [ 734.756950] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.765136] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.006187] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656885, 'name': PowerOffVM_Task, 'duration_secs': 0.178863} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.006485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 735.006660] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 735.006940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdcdc6e-f76b-4c64-8845-1bd2451cef3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.116803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.116803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.141208] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 735.170178] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 735.171066] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 735.171066] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.171066] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 735.171246] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.171298] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 735.171519] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 735.171687] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 735.171861] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 735.172036] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 735.172342] env[62353]: DEBUG nova.virt.hardware [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.173239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99737795-eba8-4f04-bc9c-85da3d83cd70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245fe3a-b19c-4034-a397-94e7dbbc98d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.252826] env[62353]: DEBUG nova.scheduler.client.report [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 735.266285] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656886, 'name': PowerOffVM_Task, 'duration_secs': 0.190377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.266582] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 735.266768] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 735.267925] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7e98c48-949d-4727-bc0a-d5abb0b067f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.369566] env[62353]: DEBUG nova.compute.manager [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-changed-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 735.369566] env[62353]: DEBUG nova.compute.manager [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing instance network info cache due to event network-changed-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 735.369566] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] Acquiring lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.369874] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] Acquired lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.370128] env[62353]: DEBUG nova.network.neutron [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing network info cache for port 1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 735.486145] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Successfully updated port: 3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.523150] env[62353]: DEBUG nova.compute.manager [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-plugged-3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 735.523150] env[62353]: DEBUG oslo_concurrency.lockutils [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.523599] env[62353]: DEBUG oslo_concurrency.lockutils [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.523932] env[62353]: DEBUG oslo_concurrency.lockutils [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.524305] env[62353]: DEBUG nova.compute.manager [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] No waiting events found dispatching network-vif-plugged-3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 735.524666] env[62353]: WARNING nova.compute.manager [req-d33e6305-480c-4f5c-9486-e54cc7b72fe2 req-83ef88c1-dbcb-4ee7-9f3d-d036fa06ee70 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received unexpected event network-vif-plugged-3aeb479d-ca76-4b3a-8e11-b2048e60ca38 for instance with vm_state building and task_state spawning. [ 735.542874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 735.542874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 735.542874] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleting the datastore file [datastore2] 49126223-cf40-43fb-b3e7-878fc0224612 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.543559] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e509f26-9985-4438-83e4-5350acbb0d0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.546726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 735.546726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 735.546726] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore2] 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.546726] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c75a6609-72e7-464f-80cb-d70f692c4b9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.558318] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for the task: (returnval){ [ 735.558318] env[62353]: value = "task-656889" [ 735.558318] env[62353]: _type = "Task" [ 735.558318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.558318] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 735.558318] env[62353]: value = "task-656890" [ 735.558318] env[62353]: _type = "Task" [ 735.558318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.573511] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.573945] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.707675] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully updated port: 3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.758237] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.758813] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 735.762573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.120s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.764135] env[62353]: INFO nova.compute.claims [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.904407] env[62353]: DEBUG nova.network.neutron [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 735.995129] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.995304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.995461] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 736.069180] env[62353]: DEBUG oslo_vmware.api [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Task: {'id': task-656889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.069180] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.069180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 736.069577] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 736.069903] env[62353]: INFO nova.compute.manager [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 1.34 seconds to destroy the instance on the hypervisor. [ 736.070285] env[62353]: DEBUG oslo.service.loopingcall [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.071232] env[62353]: DEBUG nova.network.neutron [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.077529] env[62353]: DEBUG nova.compute.manager [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 736.077685] env[62353]: DEBUG nova.network.neutron [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 736.080157] env[62353]: DEBUG oslo_vmware.api [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-656890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.080832] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.081013] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 736.081339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 736.081632] env[62353]: INFO nova.compute.manager [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Took 1.61 seconds to destroy the instance on the hypervisor. [ 736.082114] env[62353]: DEBUG oslo.service.loopingcall [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.083438] env[62353]: DEBUG nova.compute.manager [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 736.083583] env[62353]: DEBUG nova.network.neutron [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 736.127899] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 736.128137] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159435', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'name': 'volume-613bda11-4c01-4c81-a629-92dff0db74cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '575b14cb-d0ee-45e2-89bf-572303129de1', 'attached_at': '', 'detached_at': '', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'serial': '613bda11-4c01-4c81-a629-92dff0db74cb'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 736.129160] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7f2104-2fef-42fd-a01b-75b3cabe2260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.146098] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9db1f8-8643-446d-be20-99410eddd1c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.179340] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-613bda11-4c01-4c81-a629-92dff0db74cb/volume-613bda11-4c01-4c81-a629-92dff0db74cb.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.182186] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c0e2ac-c3f9-4e25-8e8a-2734313b1002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.203713] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Waiting for the task: (returnval){ [ 736.203713] env[62353]: value = "task-656891" [ 736.203713] env[62353]: _type = "Task" [ 736.203713] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.220183] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.268544] env[62353]: DEBUG nova.compute.utils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 736.273021] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 736.273021] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 736.368155] env[62353]: DEBUG nova.policy [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd1df490a95b4bbca7a5ad445f6ddc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a77eb7343e24c5da6336593e59cb077', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 736.536323] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 736.581865] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fb51e11-f5d4-463b-a2a9-ffbc680391dd req-0f6fc00c-fd97-4ee7-877b-1ecf5d50b0cf service nova] Releasing lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.702295] env[62353]: DEBUG nova.network.neutron [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Updating instance_info_cache with network_info: [{"id": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "address": "fa:16:3e:5d:72:95", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff98460-2e", "ovs_interfaceid": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.716210] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.776478] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 736.844376] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Successfully created port: c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.913147] env[62353]: DEBUG nova.network.neutron [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.082838] env[62353]: DEBUG nova.network.neutron [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.205971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.205971] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Instance network_info: |[{"id": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "address": "fa:16:3e:5d:72:95", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff98460-2e", "ovs_interfaceid": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 737.206683] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:72:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ff98460-2ed7-4ce0-bee0-c87ddfc35f68', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.214142] env[62353]: DEBUG oslo.service.loopingcall [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.220878] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 737.220878] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4457e1f-9ed4-4999-9ac3-b047d6ecaae9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.251485] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656891, 'name': ReconfigVM_Task, 'duration_secs': 0.700709} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.255089] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-613bda11-4c01-4c81-a629-92dff0db74cb/volume-613bda11-4c01-4c81-a629-92dff0db74cb.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.260784] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.260784] env[62353]: value = "task-656892" [ 737.260784] env[62353]: _type = "Task" [ 737.260784] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.260784] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35278459-7165-4171-bb8b-b6849310ea72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.282816] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656892, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.284228] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Waiting for the task: (returnval){ [ 737.284228] env[62353]: value = "task-656893" [ 737.284228] env[62353]: _type = "Task" [ 737.284228] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.297547] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.393080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99207079-4123-4251-ac78-a6a09ae2d9c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.399756] env[62353]: DEBUG nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Received event network-vif-plugged-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.399979] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Acquiring lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.400250] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.400433] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.400612] env[62353]: DEBUG nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] No waiting events found dispatching network-vif-plugged-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 737.400778] env[62353]: WARNING nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Received unexpected event network-vif-plugged-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 for instance with vm_state building and task_state spawning. [ 737.400947] env[62353]: DEBUG nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Received event network-changed-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.401113] env[62353]: DEBUG nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Refreshing instance network info cache due to event network-changed-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 737.401306] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Acquiring lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.401451] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Acquired lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.401608] env[62353]: DEBUG nova.network.neutron [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Refreshing network info cache for port 3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.413538] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8692f60-68bf-44ec-80bf-b7f5e8c82ff5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.417435] env[62353]: INFO nova.compute.manager [-] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Took 1.34 seconds to deallocate network for instance. [ 737.450411] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571ce53-b0e9-45e7-a150-58ce913a1ddc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.459613] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1685f6-2467-4cc2-8ca2-742ed64242c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.474969] env[62353]: DEBUG nova.compute.provider_tree [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.574664] env[62353]: DEBUG nova.compute.manager [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-changed-3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.574901] env[62353]: DEBUG nova.compute.manager [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing instance network info cache due to event network-changed-3aeb479d-ca76-4b3a-8e11-b2048e60ca38. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 737.575160] env[62353]: DEBUG oslo_concurrency.lockutils [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] Acquiring lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.575325] env[62353]: DEBUG oslo_concurrency.lockutils [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] Acquired lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.575508] env[62353]: DEBUG nova.network.neutron [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing network info cache for port 3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.583911] env[62353]: INFO nova.compute.manager [-] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Took 1.50 seconds to deallocate network for instance. [ 737.784168] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656892, 'name': CreateVM_Task, 'duration_secs': 0.33587} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.784168] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 737.784168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.784374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.785297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.785297] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec139cf4-7e43-484e-b76b-302683f82a54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.793076] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 737.793076] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f233c2-c0ed-ca4a-c464-18a6692b631b" [ 737.793076] env[62353]: _type = "Task" [ 737.793076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.797270] env[62353]: DEBUG oslo_vmware.api [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656893, 'name': ReconfigVM_Task, 'duration_secs': 0.14214} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.800593] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159435', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'name': 'volume-613bda11-4c01-4c81-a629-92dff0db74cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '575b14cb-d0ee-45e2-89bf-572303129de1', 'attached_at': '', 'detached_at': '', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'serial': '613bda11-4c01-4c81-a629-92dff0db74cb'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 737.802833] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 737.812577] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f233c2-c0ed-ca4a-c464-18a6692b631b, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.813313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.813529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.814223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.814223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.814223] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.814402] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da7eeb2-97f3-4290-b117-1cb110802bc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.823817] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.824018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 737.826653] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 737.826879] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 737.827053] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.827248] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 737.827401] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.827555] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 737.827764] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 737.827928] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 737.828113] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 737.828281] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 737.828460] env[62353]: DEBUG nova.virt.hardware [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.828723] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad5bc79-4950-4342-b5e8-20846ccf371d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.831820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777314b-413c-490c-98af-7f02aa24f627 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.837706] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 737.837706] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c7f6e5-97b3-fcec-d3f8-4f25cda2171e" [ 737.837706] env[62353]: _type = "Task" [ 737.837706] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.843596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52f417-64ef-4673-8708-d8fd36e1b71a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.862204] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c7f6e5-97b3-fcec-d3f8-4f25cda2171e, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.863182] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ae61ad-4f06-498d-9a3e-37939a31afd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.869201] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 737.869201] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268f99d-bf2a-88a7-7973-e8792afef531" [ 737.869201] env[62353]: _type = "Task" [ 737.869201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.876892] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268f99d-bf2a-88a7-7973-e8792afef531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.909947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.910253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.910466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.910653] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.910819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.916566] env[62353]: INFO nova.compute.manager [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Terminating instance [ 737.917841] env[62353]: DEBUG nova.compute.manager [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 737.917996] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 737.918862] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6c1ff-da95-4f64-a015-13090537746f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.926462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 737.926713] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d297d605-6ab2-48cf-b0c3-26f6a176b83e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.932861] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 737.932861] env[62353]: value = "task-656894" [ 737.932861] env[62353]: _type = "Task" [ 737.932861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.940646] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.952518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.977514] env[62353]: DEBUG nova.scheduler.client.report [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 738.028265] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Successfully updated port: 93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.089926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.113278] env[62353]: DEBUG nova.network.neutron [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 738.246599] env[62353]: DEBUG nova.network.neutron [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.260755] env[62353]: DEBUG nova.network.neutron [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Updated VIF entry in instance network info cache for port 3ff98460-2ed7-4ce0-bee0-c87ddfc35f68. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 738.261168] env[62353]: DEBUG nova.network.neutron [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Updating instance_info_cache with network_info: [{"id": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "address": "fa:16:3e:5d:72:95", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff98460-2e", "ovs_interfaceid": "3ff98460-2ed7-4ce0-bee0-c87ddfc35f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.385191] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268f99d-bf2a-88a7-7973-e8792afef531, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.386166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.386447] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3bbed079-ffe6-46d7-83ef-293634f51c14/3bbed079-ffe6-46d7-83ef-293634f51c14.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 738.386748] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1ed51ba-1a93-4dd7-910b-5e258f84062b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.394192] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 738.394192] env[62353]: value = "task-656895" [ 738.394192] env[62353]: _type = "Task" [ 738.394192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.403080] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.440533] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Successfully updated port: c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.449169] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656894, 'name': PowerOffVM_Task, 'duration_secs': 0.206501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.449566] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 738.449762] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 738.450036] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f802a3-e4f3-48d0-b40a-92ff2819c8ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.484998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.487132] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 738.490033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.774s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.494329] env[62353]: INFO nova.compute.claims [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.505090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.505425] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.518485] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 738.519784] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 738.519784] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleting the datastore file [datastore1] 8b6c6ad7-cb82-4014-afc2-4689cdee033a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.519784] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edee7102-dc7b-4f09-b3a9-1f49d2a8839d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.527766] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 738.527766] env[62353]: value = "task-656897" [ 738.527766] env[62353]: _type = "Task" [ 738.527766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.539349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.540186] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.749767] env[62353]: DEBUG oslo_concurrency.lockutils [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] Releasing lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.750031] env[62353]: DEBUG nova.compute.manager [req-c263ec1d-7c52-4204-990e-56a99730d89c req-6fb90bb0-1afe-4466-b6b7-fd04f3f03618 service nova] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Received event network-vif-deleted-b51c2129-7976-49fe-8dda-98333c7e5cd4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 738.750390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.750568] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 738.765141] env[62353]: DEBUG oslo_concurrency.lockutils [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] Releasing lock "refresh_cache-3bbed079-ffe6-46d7-83ef-293634f51c14" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.765433] env[62353]: DEBUG nova.compute.manager [req-071f1399-5a08-461f-acc5-09f594085a1f req-b405548b-3ebe-422c-b2ed-a552d22cee70 service nova] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Received event network-vif-deleted-ac46b447-cb3a-4c17-a1df-73703cbc91f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 738.869116] env[62353]: DEBUG nova.objects.instance [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lazy-loading 'flavor' on Instance uuid 575b14cb-d0ee-45e2-89bf-572303129de1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.904371] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484633} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.904773] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 3bbed079-ffe6-46d7-83ef-293634f51c14/3bbed079-ffe6-46d7-83ef-293634f51c14.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 738.905134] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.905507] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce23dc52-1574-433a-9531-926b530adef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.911380] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 738.911380] env[62353]: value = "task-656898" [ 738.911380] env[62353]: _type = "Task" [ 738.911380] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.918935] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.943112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.943336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.943522] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 738.991112] env[62353]: DEBUG nova.compute.utils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.992898] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 738.993107] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 739.038581] env[62353]: DEBUG oslo_vmware.api [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-656897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.038868] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.039170] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 739.039448] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 739.039658] env[62353]: INFO nova.compute.manager [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 739.039889] env[62353]: DEBUG oslo.service.loopingcall [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.040108] env[62353]: DEBUG nova.compute.manager [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 739.040207] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 739.043918] env[62353]: DEBUG nova.policy [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcce0c4ac38249ac8ead576ddac285dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09cf4c89962444fd8f3d986a8cdffa5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 739.307357] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 739.378098] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aeacc2e6-d773-423f-9e6b-b6da0c47deb1 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.904s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.391190] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Successfully created port: 7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.421997] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.425018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.425018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4390d8db-aabb-44a7-aa0d-2b1eff2b3cf4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.450835] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 3bbed079-ffe6-46d7-83ef-293634f51c14/3bbed079-ffe6-46d7-83ef-293634f51c14.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.456017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-291570f1-7801-46b7-82a6-52cc0b079e47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.479808] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 739.479808] env[62353]: value = "task-656899" [ 739.479808] env[62353]: _type = "Task" [ 739.479808] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.490692] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.496519] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 739.526676] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 739.729571] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-plugged-93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.729571] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.729571] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.729571] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.729571] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] No waiting events found dispatching network-vif-plugged-93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 739.729775] env[62353]: WARNING nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received unexpected event network-vif-plugged-93954e47-1a76-4bde-9c6f-edafd4ae528b for instance with vm_state building and task_state spawning. [ 739.729775] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-changed-93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.729775] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing instance network info cache due to event network-changed-93954e47-1a76-4bde-9c6f-edafd4ae528b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 739.729775] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquiring lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.841137] env[62353]: DEBUG nova.network.neutron [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updating instance_info_cache with network_info: [{"id": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "address": "fa:16:3e:35:38:91", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fd1be5-cb", "ovs_interfaceid": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.997474] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656899, 'name': ReconfigVM_Task, 'duration_secs': 0.277898} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.000076] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 3bbed079-ffe6-46d7-83ef-293634f51c14/3bbed079-ffe6-46d7-83ef-293634f51c14.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.001109] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff7b45a-44cd-4f10-8e7e-973be2f30ac6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.013556] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 740.013556] env[62353]: value = "task-656900" [ 740.013556] env[62353]: _type = "Task" [ 740.013556] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.029219] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656900, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.032595] env[62353]: DEBUG nova.compute.manager [req-7f14bb1e-6b62-40cf-8fb0-f052c3bc8331 req-60b72b09-67e3-4f7b-88d3-8ad09815c1ba service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Received event network-vif-deleted-e2f13a16-d50f-45fe-b6a8-d2c6917f64d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 740.032595] env[62353]: INFO nova.compute.manager [req-7f14bb1e-6b62-40cf-8fb0-f052c3bc8331 req-60b72b09-67e3-4f7b-88d3-8ad09815c1ba service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Neutron deleted interface e2f13a16-d50f-45fe-b6a8-d2c6917f64d5; detaching it from the instance and deleting it from the info cache [ 740.032595] env[62353]: DEBUG nova.network.neutron [req-7f14bb1e-6b62-40cf-8fb0-f052c3bc8331 req-60b72b09-67e3-4f7b-88d3-8ad09815c1ba service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.096640] env[62353]: DEBUG nova.network.neutron [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updating instance_info_cache with network_info: [{"id": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "address": "fa:16:3e:a9:4e:9f", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116f6ff-51", "ovs_interfaceid": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "address": "fa:16:3e:7a:c5:2c", "network": {"id": "c24c8ba3-dd84-4326-90ae-075ff2138b2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587471160", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb479d-ca", "ovs_interfaceid": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "address": "fa:16:3e:3c:d1:98", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93954e47-1a", "ovs_interfaceid": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.233464] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b38ab48-7bc2-4f55-afe8-ceac777f0622 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.241374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656dcf5-9c80-43b3-86b5-dfa3bb40bc71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.280551] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b8e49-f76f-41ac-812f-441500cd2e90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.289488] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ebfec-9164-4bb1-85ec-633dbd1301d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.304906] env[62353]: DEBUG nova.compute.provider_tree [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.345135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.345135] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Instance network_info: |[{"id": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "address": "fa:16:3e:35:38:91", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fd1be5-cb", "ovs_interfaceid": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 740.348716] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:38:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4fd1be5-cb99-4481-aa25-7734ad2bdfb1', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.355876] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating folder: Project (0a77eb7343e24c5da6336593e59cb077). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.357446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.357800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.359836] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d71e8c-ae9c-4866-9c41-1672f0f819fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.371235] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created folder: Project (0a77eb7343e24c5da6336593e59cb077) in parent group-v159334. [ 740.371457] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating folder: Instances. Parent ref: group-v159437. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.372203] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c64004b9-e8a4-444e-aabc-e56603dce7ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.381365] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created folder: Instances in parent group-v159437. [ 740.382035] env[62353]: DEBUG oslo.service.loopingcall [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.382035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 740.382035] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17bc25c3-b40a-47c2-88dd-a1368afe0059 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.403058] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.403058] env[62353]: value = "task-656903" [ 740.403058] env[62353]: _type = "Task" [ 740.403058] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.411703] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656903, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.461272] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.513914] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 740.525394] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656900, 'name': Rename_Task, 'duration_secs': 0.16008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.526721] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 740.526721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60bc58f8-6d8b-4f11-9ad2-5466aac1551b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.534375] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 740.534375] env[62353]: value = "task-656904" [ 740.534375] env[62353]: _type = "Task" [ 740.534375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.540304] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4771dd8-4257-4869-8823-9b7c94d11749 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.549545] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656904, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 740.555220] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 740.555815] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 740.556189] env[62353]: DEBUG nova.virt.hardware [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.559688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c586e0d-52db-4d03-a05c-e1b6d3cb52a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.568128] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f77a6d-24f5-465c-bdb4-39f0c4071803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.587989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28530e7-e111-421b-a9f9-a7bf354aed2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.606578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.607468] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance network_info: |[{"id": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "address": "fa:16:3e:a9:4e:9f", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116f6ff-51", "ovs_interfaceid": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "address": "fa:16:3e:7a:c5:2c", "network": {"id": "c24c8ba3-dd84-4326-90ae-075ff2138b2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587471160", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb479d-ca", "ovs_interfaceid": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "address": "fa:16:3e:3c:d1:98", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93954e47-1a", "ovs_interfaceid": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 740.607696] env[62353]: DEBUG nova.compute.manager [req-7f14bb1e-6b62-40cf-8fb0-f052c3bc8331 req-60b72b09-67e3-4f7b-88d3-8ad09815c1ba service nova] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Detach interface failed, port_id=e2f13a16-d50f-45fe-b6a8-d2c6917f64d5, reason: Instance 8b6c6ad7-cb82-4014-afc2-4689cdee033a could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 740.616157] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquired lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.616398] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Refreshing network info cache for port 93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 740.617880] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:4e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:c5:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aeb479d-ca76-4b3a-8e11-b2048e60ca38', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:d1:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93954e47-1a76-4bde-9c6f-edafd4ae528b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.630036] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Creating folder: Project (ad0d859f83cb45628d46a6c737f0c221). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.634640] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ed3a45-aecb-41f2-a956-9dae20ed480e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.647115] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Created folder: Project (ad0d859f83cb45628d46a6c737f0c221) in parent group-v159334. [ 740.647115] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Creating folder: Instances. Parent ref: group-v159440. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.647115] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f15409c-b5a9-43eb-bdce-ad147b511f41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.657596] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Created folder: Instances in parent group-v159440. [ 740.657870] env[62353]: DEBUG oslo.service.loopingcall [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.658090] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 740.658308] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0be8cd-62b2-436f-98ab-2b2f21138935 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.683947] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.683947] env[62353]: value = "task-656907" [ 740.683947] env[62353]: _type = "Task" [ 740.683947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.694429] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656907, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.808213] env[62353]: DEBUG nova.scheduler.client.report [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 740.854071] env[62353]: DEBUG nova.objects.instance [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lazy-loading 'flavor' on Instance uuid f8d7ed54-118c-4bba-a0ff-0864b648f7a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.862399] env[62353]: INFO nova.compute.manager [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Detaching volume 613bda11-4c01-4c81-a629-92dff0db74cb [ 740.896938] env[62353]: INFO nova.virt.block_device [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Attempting to driver detach volume 613bda11-4c01-4c81-a629-92dff0db74cb from mountpoint /dev/sdb [ 740.897236] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 740.897453] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159435', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'name': 'volume-613bda11-4c01-4c81-a629-92dff0db74cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '575b14cb-d0ee-45e2-89bf-572303129de1', 'attached_at': '', 'detached_at': '', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'serial': '613bda11-4c01-4c81-a629-92dff0db74cb'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 740.898460] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7d133-d9ea-4d5f-8247-db9187cd5e3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.928037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ecc76e-7bc1-47aa-8371-27881b809b8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.935955] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656903, 'name': CreateVM_Task, 'duration_secs': 0.382873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.936679] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 740.937510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.937748] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.938164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.940174] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c7b98-6ba0-49d4-846e-4494da4b4e9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.942604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1b8e0-dcae-4b99-80f2-a84b6a3df1bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.952309] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 740.952309] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5210ae97-035e-4346-c606-dc2ba27da0ff" [ 740.952309] env[62353]: _type = "Task" [ 740.952309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.969638] env[62353]: INFO nova.compute.manager [-] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Took 1.93 seconds to deallocate network for instance. [ 740.970894] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updated VIF entry in instance network info cache for port 93954e47-1a76-4bde-9c6f-edafd4ae528b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 740.971474] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updating instance_info_cache with network_info: [{"id": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "address": "fa:16:3e:a9:4e:9f", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116f6ff-51", "ovs_interfaceid": "1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "address": "fa:16:3e:7a:c5:2c", "network": {"id": "c24c8ba3-dd84-4326-90ae-075ff2138b2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-587471160", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aeb479d-ca", "ovs_interfaceid": "3aeb479d-ca76-4b3a-8e11-b2048e60ca38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "address": "fa:16:3e:3c:d1:98", "network": {"id": "8981d535-38d5-4a96-8fc0-1dd5ae1c45f3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663394033", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93954e47-1a", "ovs_interfaceid": "93954e47-1a76-4bde-9c6f-edafd4ae528b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.977725] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1116bf40-c750-4f9f-92af-50dcba82d6aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.990504] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5210ae97-035e-4346-c606-dc2ba27da0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.002401] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.002790] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.003132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.003488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.003619] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.004530] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] The volume has not been displaced from its original location: [datastore2] volume-613bda11-4c01-4c81-a629-92dff0db74cb/volume-613bda11-4c01-4c81-a629-92dff0db74cb.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 741.011236] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 741.011628] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6d6b7a-37b6-43d4-9aca-4aac99a77d94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57623316-daa8-4fcb-a9bc-e2fca68fbf42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.034562] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Waiting for the task: (returnval){ [ 741.034562] env[62353]: value = "task-656908" [ 741.034562] env[62353]: _type = "Task" [ 741.034562] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.043356] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.043601] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 741.044997] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7792312-dd42-4bf2-b1e0-f25fecdfbfb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.056181] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.057334] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.060451] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 741.060451] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e8fe0-c7f8-d706-f3ae-2effd4305600" [ 741.060451] env[62353]: _type = "Task" [ 741.060451] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.070657] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e8fe0-c7f8-d706-f3ae-2effd4305600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.195452] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656907, 'name': CreateVM_Task, 'duration_secs': 0.405059} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.195625] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 741.196611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.196790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.197114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.197378] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14192a1a-0b38-49c8-b351-fd512f9273a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.203317] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 741.203317] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52988e0a-9237-e8d2-fd86-3c4c457ca593" [ 741.203317] env[62353]: _type = "Task" [ 741.203317] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.210393] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52988e0a-9237-e8d2-fd86-3c4c457ca593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.266267] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Successfully updated port: 7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.322075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.322075] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 741.323695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.901s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.324269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.326497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.326857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.329607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.800s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.331522] env[62353]: INFO nova.compute.claims [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.360147] env[62353]: INFO nova.scheduler.client.report [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted allocations for instance 5a569514-e724-49ff-ba8c-01ebae59a423 [ 741.366463] env[62353]: INFO nova.scheduler.client.report [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleted allocations for instance ce72c9cc-57db-4d86-bfc8-ad2caede5654 [ 741.369980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.370188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.481456] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Releasing lock "refresh_cache-17bbc0b3-bd15-42df-8811-5052b97c0986" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.481778] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Received event network-vif-plugged-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.481981] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquiring lock "04ded576-b215-4afe-96b0-c697d579ce38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.482205] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Lock "04ded576-b215-4afe-96b0-c697d579ce38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.482374] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Lock "04ded576-b215-4afe-96b0-c697d579ce38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.482547] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] No waiting events found dispatching network-vif-plugged-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.482720] env[62353]: WARNING nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Received unexpected event network-vif-plugged-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 for instance with vm_state building and task_state spawning. [ 741.482885] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Received event network-changed-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.483057] env[62353]: DEBUG nova.compute.manager [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Refreshing instance network info cache due to event network-changed-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 741.483251] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquiring lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.483433] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Acquired lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.483633] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Refreshing network info cache for port c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 741.485734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.547630] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656908, 'name': ReconfigVM_Task, 'duration_secs': 0.287543} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.550621] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.555278] env[62353]: DEBUG oslo_vmware.api [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-656904, 'name': PowerOnVM_Task, 'duration_secs': 0.642923} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.555521] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec000d0-2f31-458e-85ee-27830bef5854 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.565462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 741.565689] env[62353]: INFO nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Took 6.42 seconds to spawn the instance on the hypervisor. [ 741.565900] env[62353]: DEBUG nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 741.567112] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fe3561-5244-4015-9064-6c0e88c4b328 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583232] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e8fe0-c7f8-d706-f3ae-2effd4305600, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.583232] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Waiting for the task: (returnval){ [ 741.583232] env[62353]: value = "task-656909" [ 741.583232] env[62353]: _type = "Task" [ 741.583232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.583874] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f754f7-a322-4325-8637-b96f8b878bd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.591334] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 741.591334] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec1f92-c91a-09ef-07af-d8ceb76aa03f" [ 741.591334] env[62353]: _type = "Task" [ 741.591334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.595169] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.603716] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec1f92-c91a-09ef-07af-d8ceb76aa03f, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.603998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.604369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/04ded576-b215-4afe-96b0-c697d579ce38.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 741.604647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d308076d-faf5-4a67-b5f8-8219302696c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.614520] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 741.614520] env[62353]: value = "task-656910" [ 741.614520] env[62353]: _type = "Task" [ 741.614520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.620441] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.713107] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52988e0a-9237-e8d2-fd86-3c4c457ca593, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.713510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.713765] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.714101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.714190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.714364] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.714669] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d179214-3d21-4159-a541-d2e1cb6fca45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.725700] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.725896] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 741.726621] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c78809-b1ec-4869-a927-55d8e73253ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.731323] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 741.731323] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200e003-6cf8-bf1a-f8c3-2b6d1aa42e09" [ 741.731323] env[62353]: _type = "Task" [ 741.731323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.738770] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200e003-6cf8-bf1a-f8c3-2b6d1aa42e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.756662] env[62353]: DEBUG nova.compute.manager [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Received event network-vif-plugged-7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.756662] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Acquiring lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.756662] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.756662] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.756662] env[62353]: DEBUG nova.compute.manager [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] No waiting events found dispatching network-vif-plugged-7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.756662] env[62353]: WARNING nova.compute.manager [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Received unexpected event network-vif-plugged-7e5e54ee-5a5b-45a8-a105-017ef62a71e2 for instance with vm_state building and task_state spawning. [ 741.757136] env[62353]: DEBUG nova.compute.manager [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Received event network-changed-7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.757136] env[62353]: DEBUG nova.compute.manager [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Refreshing instance network info cache due to event network-changed-7e5e54ee-5a5b-45a8-a105-017ef62a71e2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 741.757136] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Acquiring lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.757372] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Acquired lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.757372] env[62353]: DEBUG nova.network.neutron [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Refreshing network info cache for port 7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 741.769362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.837830] env[62353]: DEBUG nova.compute.utils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.841903] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 741.842124] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 741.870565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5ee9085-51cf-4f57-8a95-5689f2f01a62 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "5a569514-e724-49ff-ba8c-01ebae59a423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.059s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.876480] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6103c9db-daa0-4631-a1fd-85ff9d8e2704 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "ce72c9cc-57db-4d86-bfc8-ad2caede5654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.322s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.925304] env[62353]: DEBUG nova.policy [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 742.093502] env[62353]: DEBUG nova.network.neutron [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 742.104390] env[62353]: INFO nova.compute.manager [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Took 50.74 seconds to build instance. [ 742.115225] env[62353]: DEBUG oslo_vmware.api [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Task: {'id': task-656909, 'name': ReconfigVM_Task, 'duration_secs': 0.158131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.121768] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159435', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'name': 'volume-613bda11-4c01-4c81-a629-92dff0db74cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '575b14cb-d0ee-45e2-89bf-572303129de1', 'attached_at': '', 'detached_at': '', 'volume_id': '613bda11-4c01-4c81-a629-92dff0db74cb', 'serial': '613bda11-4c01-4c81-a629-92dff0db74cb'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 742.135442] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.243858] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200e003-6cf8-bf1a-f8c3-2b6d1aa42e09, 'name': SearchDatastore_Task, 'duration_secs': 0.007837} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.244788] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd24b499-3b1a-461a-83b6-28be7e14d3e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.251038] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 742.251038] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e9b6b3-0945-5607-3705-03fc96024b49" [ 742.251038] env[62353]: _type = "Task" [ 742.251038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.261233] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e9b6b3-0945-5607-3705-03fc96024b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.299170] env[62353]: DEBUG nova.network.neutron [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.345192] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 742.393708] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updated VIF entry in instance network info cache for port c4fd1be5-cb99-4481-aa25-7734ad2bdfb1. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 742.395641] env[62353]: DEBUG nova.network.neutron [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updating instance_info_cache with network_info: [{"id": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "address": "fa:16:3e:35:38:91", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fd1be5-cb", "ovs_interfaceid": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.419593] env[62353]: DEBUG nova.network.neutron [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.439397] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Successfully created port: 129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.453272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.453614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.453686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.454089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.454089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.456854] env[62353]: INFO nova.compute.manager [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Terminating instance [ 742.461153] env[62353]: DEBUG nova.compute.manager [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 742.461364] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 742.462313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae95ed5-03f0-4b2d-b92c-00b7fd91c376 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.470613] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 742.470613] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bab7135-31b5-464c-b0ae-01667b773851 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.477808] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 742.477808] env[62353]: value = "task-656911" [ 742.477808] env[62353]: _type = "Task" [ 742.477808] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.485843] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.609099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a915f4d-dd87-4721-bac3-134c58790160 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.625523] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543467} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.625840] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/04ded576-b215-4afe-96b0-c697d579ce38.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 742.626672] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.626809] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05401b52-82a6-41a1-8056-8607216023d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.635170] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 742.635170] env[62353]: value = "task-656912" [ 742.635170] env[62353]: _type = "Task" [ 742.635170] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.647267] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.710845] env[62353]: DEBUG nova.objects.instance [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lazy-loading 'flavor' on Instance uuid 575b14cb-d0ee-45e2-89bf-572303129de1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.762620] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e9b6b3-0945-5607-3705-03fc96024b49, 'name': SearchDatastore_Task, 'duration_secs': 0.040455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.770023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.770023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 17bbc0b3-bd15-42df-8811-5052b97c0986/17bbc0b3-bd15-42df-8811-5052b97c0986.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 742.770023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f119686a-ce01-4f79-b460-d602d27ff3f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.775303] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 742.775303] env[62353]: value = "task-656913" [ 742.775303] env[62353]: _type = "Task" [ 742.775303] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.785602] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.899228] env[62353]: DEBUG oslo_concurrency.lockutils [req-6cea8246-d2a3-4fdd-9b20-691db9c6e951 req-b9f1835d-d857-4b79-ac23-2d54e91b447d service nova] Releasing lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.922323] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad7f51e8-1683-461a-8413-1b0477f29edf req-9223a634-6f9f-44ab-8e80-8d7fb6c548a4 service nova] Releasing lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.923113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquired lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.923290] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 742.952385] env[62353]: DEBUG nova.network.neutron [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.956302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b325a6e8-7fb8-4f34-b660-913a68fb6339 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.965742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a1d18-4cf5-46e0-8a8e-e78c47b08bee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.003961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e058c9-2c44-44eb-83d5-8a9105de892e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.013519] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656911, 'name': PowerOffVM_Task, 'duration_secs': 0.450949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.016149] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 743.016365] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 743.016690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1189c750-0966-40f2-a084-90c2911a4246 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.019402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b667dc8-4a36-438a-8a1f-510f04cdf8e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.036595] env[62353]: DEBUG nova.compute.provider_tree [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.112572] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 743.112661] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 743.112845] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleting the datastore file [datastore2] e490c7b7-6354-480b-bdc3-e3b70eb6a67f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.113145] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-699b7483-c168-4939-9bd9-0e46f1400ec5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.121709] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 743.127536] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for the task: (returnval){ [ 743.127536] env[62353]: value = "task-656915" [ 743.127536] env[62353]: _type = "Task" [ 743.127536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.140063] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.150708] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064945} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.151056] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.151867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776d33c-689d-4a69-99f6-e883d03f7b4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.180116] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/04ded576-b215-4afe-96b0-c697d579ce38.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.181215] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d601f9d6-e051-4d6a-9e38-82b62b400253 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.210016] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 743.210016] env[62353]: value = "task-656916" [ 743.210016] env[62353]: _type = "Task" [ 743.210016] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.223423] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.288799] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656913, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.297123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "9996aefb-5598-44b7-805b-5081ebc972bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.297374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.363561] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 743.391144] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 743.391257] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 743.391420] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.391607] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 743.391753] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.392011] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 743.392128] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 743.392291] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 743.392467] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 743.393037] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 743.393037] env[62353]: DEBUG nova.virt.hardware [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.393726] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6da38b-567d-4a80-876a-2421c3c0ce03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.401860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a95482-4953-42e9-a027-36acda39a07c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.452150] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 743.455610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.455955] env[62353]: DEBUG nova.compute.manager [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 743.456321] env[62353]: DEBUG nova.compute.manager [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] network_info to inject: |[{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 743.462131] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 743.462456] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e925b626-7f4c-457e-96ac-649466f0f0f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.477950] env[62353]: DEBUG oslo_vmware.api [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 743.477950] env[62353]: value = "task-656917" [ 743.477950] env[62353]: _type = "Task" [ 743.477950] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.486564] env[62353]: DEBUG oslo_vmware.api [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.540634] env[62353]: DEBUG nova.scheduler.client.report [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 743.559317] env[62353]: DEBUG nova.objects.instance [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lazy-loading 'flavor' on Instance uuid f8d7ed54-118c-4bba-a0ff-0864b648f7a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.624087] env[62353]: DEBUG nova.network.neutron [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Updating instance_info_cache with network_info: [{"id": "7e5e54ee-5a5b-45a8-a105-017ef62a71e2", "address": "fa:16:3e:94:e5:f3", "network": {"id": "3e5d62a0-e485-4551-9b75-1c31f9b9ebac", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-675451588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09cf4c89962444fd8f3d986a8cdffa5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5e54ee-5a", "ovs_interfaceid": "7e5e54ee-5a5b-45a8-a105-017ef62a71e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.640868] env[62353]: DEBUG oslo_vmware.api [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Task: {'id': task-656915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293632} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.641206] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.641531] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 743.641768] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 743.641998] env[62353]: INFO nova.compute.manager [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 743.642337] env[62353]: DEBUG oslo.service.loopingcall [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.643135] env[62353]: DEBUG nova.compute.manager [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 743.643468] env[62353]: DEBUG nova.network.neutron [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 743.651336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.719632] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656916, 'name': ReconfigVM_Task, 'duration_secs': 0.290138} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.719928] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/04ded576-b215-4afe-96b0-c697d579ce38.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.720620] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f85b88-3189-4813-9655-cf55f83790e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.726697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0d471545-6dc1-42cf-9e09-d5a8d68d91a5 tempest-VolumesAssistedSnapshotsTest-1688381075 tempest-VolumesAssistedSnapshotsTest-1688381075-project-admin] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.369s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.727736] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 743.727736] env[62353]: value = "task-656918" [ 743.727736] env[62353]: _type = "Task" [ 743.727736] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.737960] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656918, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.788517] env[62353]: DEBUG nova.compute.manager [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 743.788517] env[62353]: DEBUG nova.compute.manager [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing instance network info cache due to event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 743.788517] env[62353]: DEBUG oslo_concurrency.lockutils [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.788517] env[62353]: DEBUG oslo_concurrency.lockutils [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.788517] env[62353]: DEBUG nova.network.neutron [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 743.795669] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523269} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.796129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 17bbc0b3-bd15-42df-8811-5052b97c0986/17bbc0b3-bd15-42df-8811-5052b97c0986.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 743.798030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.798306] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac90347f-9ecc-4197-8d29-524ae0d73941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.807463] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 743.807463] env[62353]: value = "task-656919" [ 743.807463] env[62353]: _type = "Task" [ 743.807463] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.817226] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.989812] env[62353]: DEBUG oslo_vmware.api [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656917, 'name': ReconfigVM_Task, 'duration_secs': 0.160435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.990323] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe0e78-053b-4439-91ea-2678e453ac9c tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 744.047103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.047625] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 744.050661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.881s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.052883] env[62353]: INFO nova.compute.claims [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.066238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.127291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Releasing lock "refresh_cache-565c6a64-d366-49a8-9d1b-cbe620d71bd2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.127981] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance network_info: |[{"id": "7e5e54ee-5a5b-45a8-a105-017ef62a71e2", "address": "fa:16:3e:94:e5:f3", "network": {"id": "3e5d62a0-e485-4551-9b75-1c31f9b9ebac", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-675451588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09cf4c89962444fd8f3d986a8cdffa5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5e54ee-5a", "ovs_interfaceid": "7e5e54ee-5a5b-45a8-a105-017ef62a71e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 744.128259] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:e5:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e5e54ee-5a5b-45a8-a105-017ef62a71e2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.140027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Creating folder: Project (09cf4c89962444fd8f3d986a8cdffa5a). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 744.140027] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efd7badb-b400-4d4c-b4cc-64e54e2205ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.149269] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Created folder: Project (09cf4c89962444fd8f3d986a8cdffa5a) in parent group-v159334. [ 744.150946] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Creating folder: Instances. Parent ref: group-v159443. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 744.150946] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-368ce253-20c3-47e0-8580-bd7ec1065562 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.160058] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Created folder: Instances in parent group-v159443. [ 744.160335] env[62353]: DEBUG oslo.service.loopingcall [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.160546] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 744.160812] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a24168-45f4-453a-aa75-0a882260a173 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.184647] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.184647] env[62353]: value = "task-656922" [ 744.184647] env[62353]: _type = "Task" [ 744.184647] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.193248] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656922, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.235829] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Successfully updated port: 129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.241540] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656918, 'name': Rename_Task, 'duration_secs': 0.139673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.242066] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 744.242349] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d90bd39-66e3-43f0-ae45-d3a7d11ff55f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250812] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 744.250812] env[62353]: value = "task-656923" [ 744.250812] env[62353]: _type = "Task" [ 744.250812] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.265146] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.321839] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064589} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.325061] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.325939] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd02b8-2256-4df3-824b-1f4bac112ddb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.368266] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 17bbc0b3-bd15-42df-8811-5052b97c0986/17bbc0b3-bd15-42df-8811-5052b97c0986.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.369228] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b6499d-1171-41f2-8721-490723988630 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.391161] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 744.391161] env[62353]: value = "task-656925" [ 744.391161] env[62353]: _type = "Task" [ 744.391161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.403144] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.499518] env[62353]: DEBUG nova.network.neutron [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.564173] env[62353]: DEBUG nova.compute.utils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.566434] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 744.566860] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 744.584433] env[62353]: DEBUG nova.network.neutron [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updated VIF entry in instance network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 744.584774] env[62353]: DEBUG nova.network.neutron [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.617421] env[62353]: DEBUG nova.policy [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a550c3e079b444ecb4c6400441504b50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac02ddd1dc74ee78bc62a80365f0ac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 744.696142] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656922, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.742949] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.743124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.743281] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 744.763709] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.903997] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656925, 'name': ReconfigVM_Task, 'duration_secs': 0.278964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.904331] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 17bbc0b3-bd15-42df-8811-5052b97c0986/17bbc0b3-bd15-42df-8811-5052b97c0986.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.905033] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-798a4d23-a913-423c-b933-87503604bf71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.911386] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 744.911386] env[62353]: value = "task-656926" [ 744.911386] env[62353]: _type = "Task" [ 744.911386] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.919870] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656926, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.961368] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Successfully created port: 606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.002427] env[62353]: INFO nova.compute.manager [-] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Took 1.36 seconds to deallocate network for instance. [ 745.071290] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 745.088364] env[62353]: DEBUG oslo_concurrency.lockutils [req-90b6483e-8f7e-4320-8861-653dcb50e449 req-14525bfa-140e-48ed-9188-d2bb0f9f3dae service nova] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.088815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.205420] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656922, 'name': CreateVM_Task, 'duration_secs': 0.589826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.210698] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 745.212763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.212906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.213333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.213727] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b661e1aa-0c8f-4427-955b-f0115bacf8a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.219193] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 745.219193] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f92c69-6e51-11f2-0dd7-88daad74543c" [ 745.219193] env[62353]: _type = "Task" [ 745.219193] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.230853] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f92c69-6e51-11f2-0dd7-88daad74543c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.265591] env[62353]: DEBUG oslo_vmware.api [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656923, 'name': PowerOnVM_Task, 'duration_secs': 0.519501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.265914] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 745.266151] env[62353]: INFO nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Took 7.46 seconds to spawn the instance on the hypervisor. [ 745.266336] env[62353]: DEBUG nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 745.267360] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8708c0-06db-43f3-8eb7-374fe07a9bed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.334576] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 745.426115] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656926, 'name': Rename_Task, 'duration_secs': 0.136734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.429692] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 745.430166] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3c32fe-e2db-4f26-bfa9-cf3a2b74b301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.442749] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 745.442749] env[62353]: value = "task-656927" [ 745.442749] env[62353]: _type = "Task" [ 745.442749] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.447578] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.485726] env[62353]: DEBUG nova.network.neutron [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 745.509412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.558310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.558579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.568257] env[62353]: DEBUG nova.network.neutron [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.681512] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0ae71f-e745-4170-abc2-aec6250f65fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.689781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fe6e7-a66a-4f48-a329-7ba93795d34c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.725515] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de9335-d6ff-4ec8-9957-83ae62e8f9e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.733445] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f92c69-6e51-11f2-0dd7-88daad74543c, 'name': SearchDatastore_Task, 'duration_secs': 0.024925} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.735692] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.735969] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.736254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.736412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.736598] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.736906] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573301af-5f49-418b-a231-ea421fb51422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.739688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed6b31-bbdd-4a0a-9511-98c36d1b9973 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.755623] env[62353]: DEBUG nova.compute.provider_tree [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.761089] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.761089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 745.761089] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a1cd7e-2ad9-4d91-a9b2-bcd6001694e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.768537] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 745.768537] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5281ee30-b83b-c068-f78a-f35d04ed8b0b" [ 745.768537] env[62353]: _type = "Task" [ 745.768537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.786312] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5281ee30-b83b-c068-f78a-f35d04ed8b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.791704] env[62353]: INFO nova.compute.manager [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Took 44.59 seconds to build instance. [ 745.951159] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.062623] env[62353]: DEBUG nova.compute.utils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.072637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.074038] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Instance network_info: |[{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 746.074038] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:01:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '129a69fb-e03c-41a2-a984-011c24ab6e08', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.081204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating folder: Project (6908a68974644a91839d6d0b1c3c9ed7). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 746.083701] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 746.085744] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b480719d-43d2-4dbe-bcac-9506b1b5ffcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.100149] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created folder: Project (6908a68974644a91839d6d0b1c3c9ed7) in parent group-v159334. [ 746.100403] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating folder: Instances. Parent ref: group-v159446. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 746.100754] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a80ab0-b3c6-4bdb-949d-c698101b3aab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.112556] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created folder: Instances in parent group-v159446. [ 746.113103] env[62353]: DEBUG oslo.service.loopingcall [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.116586] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 746.116944] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 746.117170] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.117386] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 746.117602] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.117820] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 746.118157] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 746.119084] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 746.119084] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 746.119084] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 746.119251] env[62353]: DEBUG nova.virt.hardware [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.119579] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 746.123024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7c83db-a16c-463d-acf7-385c0c771a11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.123319] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16dd7b9-786d-4044-a99b-adecd6cc48f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.148183] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51986271-6c32-4fb4-b6ad-c8125ccc4f64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.152192] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.152192] env[62353]: value = "task-656930" [ 746.152192] env[62353]: _type = "Task" [ 746.152192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.173011] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656930, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.261886] env[62353]: DEBUG nova.scheduler.client.report [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 746.280027] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5281ee30-b83b-c068-f78a-f35d04ed8b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.284341] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Received event network-vif-deleted-27658fea-7b7b-45ab-830b-e2143ff9df95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.284682] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-vif-plugged-129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.284899] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.285445] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.285445] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.285624] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] No waiting events found dispatching network-vif-plugged-129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 746.285845] env[62353]: WARNING nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received unexpected event network-vif-plugged-129a69fb-e03c-41a2-a984-011c24ab6e08 for instance with vm_state building and task_state spawning. [ 746.286067] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-changed-129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.286238] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing instance network info cache due to event network-changed-129a69fb-e03c-41a2-a984-011c24ab6e08. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 746.286482] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.286604] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.286764] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing network info cache for port 129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 746.288909] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de992d2-5808-44c5-befb-8e6b55027e57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.293911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ec6caa4-3e32-445a-97f1-aa4899242335 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.091s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.298306] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 746.298306] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52878fa2-4f3e-05e4-1600-6ed1edcc13d6" [ 746.298306] env[62353]: _type = "Task" [ 746.298306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.312387] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52878fa2-4f3e-05e4-1600-6ed1edcc13d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.312705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.313018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 565c6a64-d366-49a8-9d1b-cbe620d71bd2/565c6a64-d366-49a8-9d1b-cbe620d71bd2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 746.313540] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93571a4c-8238-4054-b403-cc2fe7f250c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.321617] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 746.321617] env[62353]: value = "task-656931" [ 746.321617] env[62353]: _type = "Task" [ 746.321617] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.330743] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.358967] env[62353]: DEBUG nova.network.neutron [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.451455] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.565776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.646371] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Successfully updated port: 606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.665570] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656930, 'name': CreateVM_Task, 'duration_secs': 0.377071} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.665793] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 746.666848] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.667435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.668090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.668692] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a33a7b-1976-4b49-9a14-814cc193c304 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.675030] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 746.675030] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52618ff8-e447-eb41-9eff-c868abe59f4a" [ 746.675030] env[62353]: _type = "Task" [ 746.675030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.684731] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52618ff8-e447-eb41-9eff-c868abe59f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.768743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.769461] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 746.773254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.363s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.775358] env[62353]: INFO nova.compute.claims [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.802804] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 746.835175] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656931, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.861945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.862261] env[62353]: DEBUG nova.compute.manager [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 746.862531] env[62353]: DEBUG nova.compute.manager [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] network_info to inject: |[{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 746.867740] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 746.870728] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2bbd97-8be2-44e8-abc2-0f3f462f79d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.888251] env[62353]: DEBUG oslo_vmware.api [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 746.888251] env[62353]: value = "task-656932" [ 746.888251] env[62353]: _type = "Task" [ 746.888251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.896489] env[62353]: DEBUG oslo_vmware.api [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.953198] env[62353]: DEBUG oslo_vmware.api [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656927, 'name': PowerOnVM_Task, 'duration_secs': 1.038648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.953486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 746.953720] env[62353]: INFO nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Took 14.53 seconds to spawn the instance on the hypervisor. [ 746.953902] env[62353]: DEBUG nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 746.955427] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d198225-6b61-46a9-9f36-743518cdbbd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.014863] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updated VIF entry in instance network info cache for port 129a69fb-e03c-41a2-a984-011c24ab6e08. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 747.015269] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.149334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.149559] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquired lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.149750] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 747.185218] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52618ff8-e447-eb41-9eff-c868abe59f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.066299} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.185478] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.185723] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.186644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.186644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.186644] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.186644] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84c4fcf7-104c-4020-86dd-3b06829f7193 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.200022] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.200240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 747.201292] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832a2f90-ca70-4286-979c-ac60bd8ebaea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.206553] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 747.206553] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526b0c68-39e2-79be-94b4-cdc29615e648" [ 747.206553] env[62353]: _type = "Task" [ 747.206553] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.214525] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526b0c68-39e2-79be-94b4-cdc29615e648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.280455] env[62353]: DEBUG nova.compute.utils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.284283] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 747.284780] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 747.337545] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587578} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.337853] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 565c6a64-d366-49a8-9d1b-cbe620d71bd2/565c6a64-d366-49a8-9d1b-cbe620d71bd2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 747.339020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.340025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30cec2f9-bc98-4977-9cc5-8c9d79a6cb24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.342592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.348521] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 747.348521] env[62353]: value = "task-656933" [ 747.348521] env[62353]: _type = "Task" [ 747.348521] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.357707] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.368209] env[62353]: DEBUG nova.policy [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56927f423b394af6b84a65e8d7647e9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5e9a32f90fd41f8b5676107879993b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 747.400282] env[62353]: DEBUG oslo_vmware.api [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656932, 'name': ReconfigVM_Task, 'duration_secs': 0.230933} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.400574] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77c890e3-b01f-4ef6-b984-41a6910a16bb tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 747.473015] env[62353]: INFO nova.compute.manager [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Took 59.84 seconds to build instance. [ 747.518422] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.518781] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 747.518921] env[62353]: DEBUG nova.compute.manager [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing instance network info cache due to event network-changed-4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 747.519184] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Acquiring lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.519336] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Acquired lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.519520] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Refreshing network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 747.636330] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Successfully created port: d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.638621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.638914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.639270] env[62353]: INFO nova.compute.manager [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Attaching volume 469700fd-0825-41be-a293-7ef3e8eaa0a3 to /dev/sdb [ 747.674346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a1f59-aa4f-4271-9c5c-ba0b3e414089 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.683679] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f116b-6403-4645-b5a6-71e46de88745 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.692932] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 747.699837] env[62353]: DEBUG nova.virt.block_device [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updating existing volume attachment record: 80e62fb8-a024-4a67-86ac-41bbfa2cdc9a {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 747.716818] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526b0c68-39e2-79be-94b4-cdc29615e648, 'name': SearchDatastore_Task, 'duration_secs': 0.020264} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.717186] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96835a67-5b97-4366-9e3b-b3ab8639ec6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.723601] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 747.723601] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb68a0-e0b1-3366-1117-399c355601dd" [ 747.723601] env[62353]: _type = "Task" [ 747.723601] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.738236] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb68a0-e0b1-3366-1117-399c355601dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.786379] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 747.814131] env[62353]: INFO nova.compute.manager [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Rescuing [ 747.814638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.814826] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.815012] env[62353]: DEBUG nova.network.neutron [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 747.858919] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.859222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.863038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823f4d68-f495-481b-b122-8cbe858bcc06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.892573] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 565c6a64-d366-49a8-9d1b-cbe620d71bd2/565c6a64-d366-49a8-9d1b-cbe620d71bd2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.895934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a7448b-fbf8-4ba7-a973-31a8e3786169 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.920506] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 747.920506] env[62353]: value = "task-656935" [ 747.920506] env[62353]: _type = "Task" [ 747.920506] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.929207] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.935133] env[62353]: DEBUG nova.network.neutron [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updating instance_info_cache with network_info: [{"id": "606c33b4-66b8-4c2e-9e1f-13614a029442", "address": "fa:16:3e:26:72:e9", "network": {"id": "6b6613f5-a54a-4190-b425-3568c8c09dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-162158798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ac02ddd1dc74ee78bc62a80365f0ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606c33b4-66", "ovs_interfaceid": "606c33b4-66b8-4c2e-9e1f-13614a029442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.975651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b191feed-ace8-48c4-a97b-698f0dfa9cef tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.890s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.166655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.166655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.166655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.166655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.166655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.168799] env[62353]: INFO nova.compute.manager [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Terminating instance [ 748.173071] env[62353]: DEBUG nova.compute.manager [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 748.173287] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 748.175014] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cd3c9-afce-4ec2-80d5-058f83f2039e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.181941] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 748.182200] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bf6903-990d-433f-b865-7b9c928911ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.192242] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 748.192242] env[62353]: value = "task-656938" [ 748.192242] env[62353]: _type = "Task" [ 748.192242] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.201153] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.242772] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.243045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.243255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.243463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.243644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.245364] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fb68a0-e0b1-3366-1117-399c355601dd, 'name': SearchDatastore_Task, 'duration_secs': 0.055786} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.248324] env[62353]: INFO nova.compute.manager [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Terminating instance [ 748.249944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.250218] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c01aad14-c583-44b7-951a-e00ee08e923d/c01aad14-c583-44b7-951a-e00ee08e923d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 748.250697] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a342f3-749e-4932-93d9-bdc7247053b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.253801] env[62353]: DEBUG nova.compute.manager [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 748.253920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 748.254795] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c73fa-56cd-43c4-8701-6b080dbc742d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.259276] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 748.259276] env[62353]: value = "task-656939" [ 748.259276] env[62353]: _type = "Task" [ 748.259276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.267576] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 748.269115] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5d38b5-a48d-4661-a75b-531d0fcb5271 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.273872] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.278971] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 748.278971] env[62353]: value = "task-656940" [ 748.278971] env[62353]: _type = "Task" [ 748.278971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.295125] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430556] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656935, 'name': ReconfigVM_Task, 'duration_secs': 0.510292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.430876] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 565c6a64-d366-49a8-9d1b-cbe620d71bd2/565c6a64-d366-49a8-9d1b-cbe620d71bd2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.431588] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f5e022-f44e-485b-bbeb-eec943da0bc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.437817] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 748.437817] env[62353]: value = "task-656941" [ 748.437817] env[62353]: _type = "Task" [ 748.437817] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.441842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Releasing lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.441842] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Instance network_info: |[{"id": "606c33b4-66b8-4c2e-9e1f-13614a029442", "address": "fa:16:3e:26:72:e9", "network": {"id": "6b6613f5-a54a-4190-b425-3568c8c09dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-162158798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ac02ddd1dc74ee78bc62a80365f0ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606c33b4-66", "ovs_interfaceid": "606c33b4-66b8-4c2e-9e1f-13614a029442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 748.444807] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:72:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '606c33b4-66b8-4c2e-9e1f-13614a029442', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.453206] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Creating folder: Project (4ac02ddd1dc74ee78bc62a80365f0ac3). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 748.455989] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-accbf2c1-e33b-4b4a-bef9-b6511cc3b747 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.461137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0482fdc-7016-4c07-a196-71e06a288b78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.472032] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656941, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.479498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0fed7-6577-4ab6-a88a-9b408b3b26ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.483019] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 748.488798] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Created folder: Project (4ac02ddd1dc74ee78bc62a80365f0ac3) in parent group-v159334. [ 748.492038] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Creating folder: Instances. Parent ref: group-v159451. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 748.492980] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9c912bb-d048-4ab6-ad9f-e252f7974599 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.541393] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14baeb64-630d-45f2-a4e9-fae24c3dc378 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.549512] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Created folder: Instances in parent group-v159451. [ 748.549903] env[62353]: DEBUG oslo.service.loopingcall [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.552108] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 748.553118] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec06852-c4c5-4455-8bab-52339fb4ed82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b26c9b9-b888-461d-88d3-134f4da76d34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.586086] env[62353]: DEBUG nova.compute.provider_tree [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.588930] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.588930] env[62353]: value = "task-656944" [ 748.588930] env[62353]: _type = "Task" [ 748.588930] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.594503] env[62353]: DEBUG nova.network.neutron [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updating instance_info_cache with network_info: [{"id": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "address": "fa:16:3e:35:38:91", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fd1be5-cb", "ovs_interfaceid": "c4fd1be5-cb99-4481-aa25-7734ad2bdfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.601749] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656944, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.709512] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656938, 'name': PowerOffVM_Task, 'duration_secs': 0.219928} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.709512] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 748.709512] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 748.709512] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e1edf7-4438-41bf-b828-ede462de0a9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.771314] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656939, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.772879] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 748.773073] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 748.773266] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Deleting the datastore file [datastore2] 575b14cb-d0ee-45e2-89bf-572303129de1 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.773763] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4d2689c-15e0-4008-84dd-5ccc08589426 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.777695] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updated VIF entry in instance network info cache for port 4b10a532-b611-4e4f-84a5-978100a46aa8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 748.778168] env[62353]: DEBUG nova.network.neutron [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [{"id": "4b10a532-b611-4e4f-84a5-978100a46aa8", "address": "fa:16:3e:99:47:e8", "network": {"id": "c69e88ed-de93-46f0-9c99-61c38cb399a8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1170582137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "059b11d19b06497d9682c8b19c616ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b10a532-b6", "ovs_interfaceid": "4b10a532-b611-4e4f-84a5-978100a46aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.784668] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for the task: (returnval){ [ 748.784668] env[62353]: value = "task-656946" [ 748.784668] env[62353]: _type = "Task" [ 748.784668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.792397] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656940, 'name': PowerOffVM_Task, 'duration_secs': 0.491498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.793296] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 748.793379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 748.793704] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af059bcc-f329-4fe6-a901-6c70903b2679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.800345] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 748.804387] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.845072] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='382bb329-ae55-47bb-b1ff-f89fdd1a42f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-778870406',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 748.845376] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 748.845551] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.845762] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 748.845953] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.846143] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 748.846369] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 748.846661] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 748.846753] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 748.846903] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 748.847098] env[62353]: DEBUG nova.virt.hardware [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 748.848240] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c745a-6113-43bb-b5d9-b93be9b78a70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.857179] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f6e0e-6c7e-44ff-92be-2ca4778f27fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.919990] env[62353]: DEBUG nova.compute.manager [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Received event network-vif-plugged-606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 748.920295] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Acquiring lock "384f8140-3de0-403f-913d-124a5c459559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.920471] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Lock "384f8140-3de0-403f-913d-124a5c459559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.920690] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Lock "384f8140-3de0-403f-913d-124a5c459559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.920824] env[62353]: DEBUG nova.compute.manager [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] No waiting events found dispatching network-vif-plugged-606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 748.921010] env[62353]: WARNING nova.compute.manager [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Received unexpected event network-vif-plugged-606c33b4-66b8-4c2e-9e1f-13614a029442 for instance with vm_state building and task_state spawning. [ 748.922858] env[62353]: DEBUG nova.compute.manager [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Received event network-changed-606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 748.922858] env[62353]: DEBUG nova.compute.manager [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Refreshing instance network info cache due to event network-changed-606c33b4-66b8-4c2e-9e1f-13614a029442. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 748.922858] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Acquiring lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.922858] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Acquired lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.922858] env[62353]: DEBUG nova.network.neutron [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Refreshing network info cache for port 606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 748.930819] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 748.931128] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 748.931376] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Deleting the datastore file [datastore1] f8d7ed54-118c-4bba-a0ff-0864b648f7a4 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.932055] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467af874-f516-45a5-8e6e-24bdb5e8a648 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.939864] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for the task: (returnval){ [ 748.939864] env[62353]: value = "task-656948" [ 748.939864] env[62353]: _type = "Task" [ 748.939864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.950404] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.953482] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656941, 'name': Rename_Task, 'duration_secs': 0.170593} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.953781] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 748.954488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a59d45-7abe-43c8-8a96-e74cfb748858 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.961926] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 748.961926] env[62353]: value = "task-656949" [ 748.961926] env[62353]: _type = "Task" [ 748.961926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.971318] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.015462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.091704] env[62353]: DEBUG nova.scheduler.client.report [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 749.101597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "refresh_cache-04ded576-b215-4afe-96b0-c697d579ce38" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.116247] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656944, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.227425] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Successfully updated port: d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.272793] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.272793] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c01aad14-c583-44b7-951a-e00ee08e923d/c01aad14-c583-44b7-951a-e00ee08e923d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 749.272793] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.272793] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76348d10-b65e-4d00-8f3c-95879b700d71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.279700] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 749.279700] env[62353]: value = "task-656950" [ 749.279700] env[62353]: _type = "Task" [ 749.279700] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.287804] env[62353]: DEBUG oslo_concurrency.lockutils [req-aabcd86b-21cd-41a4-8155-7576d9cae8ba req-485c6592-60a6-4933-af07-4e7d0782cc7a service nova] Releasing lock "refresh_cache-f8d7ed54-118c-4bba-a0ff-0864b648f7a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.288339] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.297456] env[62353]: DEBUG oslo_vmware.api [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Task: {'id': task-656946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.297874] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.298166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 749.298405] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 749.298959] env[62353]: INFO nova.compute.manager [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 749.299106] env[62353]: DEBUG oslo.service.loopingcall [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.299318] env[62353]: DEBUG nova.compute.manager [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 749.299436] env[62353]: DEBUG nova.network.neutron [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 749.450427] env[62353]: DEBUG oslo_vmware.api [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Task: {'id': task-656948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178023} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.450586] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.450782] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 749.450937] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 749.451138] env[62353]: INFO nova.compute.manager [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 749.451500] env[62353]: DEBUG oslo.service.loopingcall [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.451737] env[62353]: DEBUG nova.compute.manager [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 749.451854] env[62353]: DEBUG nova.network.neutron [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 749.474091] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.607794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.608265] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 749.611311] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656944, 'name': CreateVM_Task, 'duration_secs': 0.607724} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.611799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.845s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.612035] env[62353]: DEBUG nova.objects.instance [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lazy-loading 'resources' on Instance uuid b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.612991] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 749.613702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.613955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.614253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.614528] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1f8055-5c07-49f0-a7db-60dd72a939e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.620336] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 749.620336] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52036a39-5eaf-7490-d169-bc2505503d20" [ 749.620336] env[62353]: _type = "Task" [ 749.620336] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.636055] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52036a39-5eaf-7490-d169-bc2505503d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.636797] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 749.637308] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a91e303-e606-4455-bb0d-60fd41f9b8b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.644090] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 749.644090] env[62353]: value = "task-656951" [ 749.644090] env[62353]: _type = "Task" [ 749.644090] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.655378] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.705473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.705755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.705971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.706176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.706351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.708641] env[62353]: INFO nova.compute.manager [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Terminating instance [ 749.710571] env[62353]: DEBUG nova.compute.manager [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 749.710839] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 749.711725] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa41d99-4394-4bb1-aed7-41787f3ee1a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.720937] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 749.721367] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05bb634f-a3b1-4430-823b-53d06bb8eeb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.728229] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 749.728229] env[62353]: value = "task-656952" [ 749.728229] env[62353]: _type = "Task" [ 749.728229] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.733188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.733370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.733579] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 749.742441] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.789265] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069363} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.789563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.790418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5de25-6453-4067-888a-edc7480f70ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.813992] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c01aad14-c583-44b7-951a-e00ee08e923d/c01aad14-c583-44b7-951a-e00ee08e923d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.814749] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-befa3cbc-a0fb-4fbc-93c9-1b28d369a2ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.832872] env[62353]: DEBUG nova.network.neutron [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updated VIF entry in instance network info cache for port 606c33b4-66b8-4c2e-9e1f-13614a029442. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 749.833312] env[62353]: DEBUG nova.network.neutron [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updating instance_info_cache with network_info: [{"id": "606c33b4-66b8-4c2e-9e1f-13614a029442", "address": "fa:16:3e:26:72:e9", "network": {"id": "6b6613f5-a54a-4190-b425-3568c8c09dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-162158798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ac02ddd1dc74ee78bc62a80365f0ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606c33b4-66", "ovs_interfaceid": "606c33b4-66b8-4c2e-9e1f-13614a029442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.836651] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 749.836651] env[62353]: value = "task-656953" [ 749.836651] env[62353]: _type = "Task" [ 749.836651] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.846508] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.973231] env[62353]: DEBUG oslo_vmware.api [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656949, 'name': PowerOnVM_Task, 'duration_secs': 0.919018} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.973725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 749.973949] env[62353]: INFO nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Took 9.46 seconds to spawn the instance on the hypervisor. [ 749.975306] env[62353]: DEBUG nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 749.975306] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ad3fa-6709-45bb-be56-2b84b1dcf13d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.113904] env[62353]: DEBUG nova.compute.utils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.116713] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 750.134388] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52036a39-5eaf-7490-d169-bc2505503d20, 'name': SearchDatastore_Task, 'duration_secs': 0.030562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.135102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.135443] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.135715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.136307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136307] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.137107] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c85f06b7-535e-47dd-85cb-53ce7ae25e2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.145604] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.145863] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 750.908884] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e397bf-ae44-4d2b-9bc9-715a6911a53e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.919935] env[62353]: DEBUG oslo_concurrency.lockutils [req-1f6335a9-1f5b-418b-9e09-ae56533b4e20 req-61a93042-cc29-40af-a086-51ecb9bd0b10 service nova] Releasing lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.923022] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 750.932567] env[62353]: DEBUG nova.network.neutron [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.942193] env[62353]: INFO nova.compute.manager [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Took 47.33 seconds to build instance. [ 750.953165] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 750.953165] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cbda7c-2f1e-3caf-194c-bc1147577d53" [ 750.953165] env[62353]: _type = "Task" [ 750.953165] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.954441] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656951, 'name': PowerOffVM_Task, 'duration_secs': 0.318686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.960898] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 750.961809] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656953, 'name': ReconfigVM_Task, 'duration_secs': 0.4977} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.961809] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656952, 'name': PowerOffVM_Task, 'duration_secs': 0.409477} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.966192] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe2a23-03a3-4209-9065-4cfb57b440f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.968761] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c01aad14-c583-44b7-951a-e00ee08e923d/c01aad14-c583-44b7-951a-e00ee08e923d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.969294] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 750.969471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 750.972466] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8898807c-4cdb-4375-a239-1109c033abf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.973934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a13bbc-1f1a-46eb-a746-219d9deafab7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.976293] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 750.985190] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cbda7c-2f1e-3caf-194c-bc1147577d53, 'name': SearchDatastore_Task, 'duration_secs': 0.031641} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.998739] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 750.998739] env[62353]: value = "task-656956" [ 750.998739] env[62353]: _type = "Task" [ 750.998739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.002055] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66909ce-d2bc-4239-94d8-10f4ec09b94a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.004968] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66515d1a-8786-4afe-b8d3-5b1796a87289 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.017535] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 751.017535] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc9e0e-802d-a86e-7791-d34f5e989032" [ 751.017535] env[62353]: _type = "Task" [ 751.017535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.024729] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656956, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.035376] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc9e0e-802d-a86e-7791-d34f5e989032, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.038531] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.040998] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 384f8140-3de0-403f-913d-124a5c459559/384f8140-3de0-403f-913d-124a5c459559.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 751.040998] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f6f0546-2887-4526-a936-4263c7c02c85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.046245] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 751.046245] env[62353]: value = "task-656957" [ 751.046245] env[62353]: _type = "Task" [ 751.046245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.064530] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.069709] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 751.071191] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273482df-1b68-4a61-97fc-358bbf4ff73a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.077745] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 751.077745] env[62353]: value = "task-656958" [ 751.077745] env[62353]: _type = "Task" [ 751.077745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.089158] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 751.089386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.089630] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.089781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.089960] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.090273] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a7f4f5-519a-44c3-817f-d31355b0e385 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.108424] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.108738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 751.109853] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7062b540-651f-48f1-b8f9-de5639dba73d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.123033] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 751.123033] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527abbf5-f737-f886-c704-2d1d184614db" [ 751.123033] env[62353]: _type = "Task" [ 751.123033] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.123033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 751.123033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 751.123033] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleting the datastore file [datastore2] 17bbc0b3-bd15-42df-8811-5052b97c0986 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.124144] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f40cde1b-80e6-426b-a303-bdc113eea413 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.137164] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527abbf5-f737-f886-c704-2d1d184614db, 'name': SearchDatastore_Task, 'duration_secs': 0.015578} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.143122] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 751.143122] env[62353]: value = "task-656959" [ 751.143122] env[62353]: _type = "Task" [ 751.143122] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.144716] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab4f713-4e1c-4f3e-98dc-6112febc13e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.149306] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Received event network-vif-plugged-d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 751.149599] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Acquiring lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.149820] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.149992] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.150229] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] No waiting events found dispatching network-vif-plugged-d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 751.150411] env[62353]: WARNING nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Received unexpected event network-vif-plugged-d68d51b9-bb86-467d-9cfe-ebcf9166695a for instance with vm_state building and task_state spawning. [ 751.150575] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Received event network-changed-d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 751.150732] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Refreshing instance network info cache due to event network-changed-d68d51b9-bb86-467d-9cfe-ebcf9166695a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 751.150906] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.166275] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 751.166275] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c2ab4a-820d-b0f9-3863-f07eb4c23f69" [ 751.166275] env[62353]: _type = "Task" [ 751.166275] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.166662] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.177627] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c2ab4a-820d-b0f9-3863-f07eb4c23f69, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.180288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.180632] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 751.181747] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-371e08f8-9772-4c93-9722-035bc8bc9198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.188184] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 751.188184] env[62353]: value = "task-656960" [ 751.188184] env[62353]: _type = "Task" [ 751.188184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.197229] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.208264] env[62353]: DEBUG nova.network.neutron [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.434221] env[62353]: DEBUG nova.network.neutron [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.444353] env[62353]: INFO nova.compute.manager [-] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Took 1.99 seconds to deallocate network for instance. [ 751.445816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15892b47-b807-4c25-aea6-f811fb05878b tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.842s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.518049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.518049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.518238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.518416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.518572] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.521872] env[62353]: INFO nova.compute.manager [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Terminating instance [ 751.523483] env[62353]: DEBUG nova.compute.manager [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 751.523810] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 751.528042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100eed2a-390b-46bf-a8f3-5c197566321c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.533033] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656956, 'name': Rename_Task, 'duration_secs': 0.189581} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.533033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 751.534040] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b80b96a2-2230-449f-9bf0-5b98ccccd74a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.546467] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 751.547488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65ecd9b-8a27-4239-bb62-d7ad669ccc57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.556030] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 751.556030] env[62353]: value = "task-656961" [ 751.556030] env[62353]: _type = "Task" [ 751.556030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.557206] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 751.557206] env[62353]: value = "task-656962" [ 751.557206] env[62353]: _type = "Task" [ 751.557206] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.574465] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.581111] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656961, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.584886] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.605084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d2dedb-3f6e-4218-8280-ffb9a753e5a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.613559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549bd7a8-6277-4a91-951a-dea5e08a8c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.646976] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b6feb-2aaa-4d3e-9223-8352454fec8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662439] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a347c1-5223-4ca5-b5eb-528489879dff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.666751] env[62353]: DEBUG oslo_vmware.api [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-656959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.668021] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.668021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 751.668021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 751.668021] env[62353]: INFO nova.compute.manager [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Took 1.96 seconds to destroy the instance on the hypervisor. [ 751.668287] env[62353]: DEBUG oslo.service.loopingcall [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.668881] env[62353]: DEBUG nova.compute.manager [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 751.669035] env[62353]: DEBUG nova.network.neutron [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 751.680856] env[62353]: DEBUG nova.compute.provider_tree [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.700953] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656960, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.710211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.710544] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Instance network_info: |[{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 751.710875] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.711076] env[62353]: DEBUG nova.network.neutron [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Refreshing network info cache for port d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 751.712835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e9:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68d51b9-bb86-467d-9cfe-ebcf9166695a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.721601] env[62353]: DEBUG oslo.service.loopingcall [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.724918] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 751.725787] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04e5463b-9458-4fa3-a4e2-ff6ce8485c9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.747932] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.747932] env[62353]: value = "task-656963" [ 751.747932] env[62353]: _type = "Task" [ 751.747932] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.764507] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656963, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.937694] env[62353]: INFO nova.compute.manager [-] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Took 2.64 seconds to deallocate network for instance. [ 751.953692] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 751.957518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.024268] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 752.053993] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 752.054346] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 752.054602] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.054876] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 752.055080] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.055232] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 752.055475] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 752.055909] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 752.056230] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 752.056460] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 752.056660] env[62353]: DEBUG nova.virt.hardware [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.057718] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1edac82-1af7-441c-b091-2cdeec6cb94f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.080786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c3984-0543-40b9-a130-4d07d1927890 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.085291] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.085562] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.091268] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 384f8140-3de0-403f-913d-124a5c459559/384f8140-3de0-403f-913d-124a5c459559.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 752.091602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.091979] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656962, 'name': PowerOffVM_Task, 'duration_secs': 0.187769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.092739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee2da89-b6af-46d5-86e6-42bfb533fc32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.096152] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 752.096942] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 752.107228] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92310682-0c09-45bf-848d-bb14d8dc3840 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.109645] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.118326] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Creating folder: Project (474e51a229f146558f5172d1bd5f6718). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 752.121451] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-610a5f83-0a4f-4cf4-84d8-fb97ed5702d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.126791] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 752.126791] env[62353]: value = "task-656964" [ 752.126791] env[62353]: _type = "Task" [ 752.126791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.133960] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Created folder: Project (474e51a229f146558f5172d1bd5f6718) in parent group-v159334. [ 752.134257] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Creating folder: Instances. Parent ref: group-v159455. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 752.134877] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e7c73d-8f06-4bde-a83a-5d6a1209a02c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.143467] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.153126] env[62353]: DEBUG nova.network.neutron [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updated VIF entry in instance network info cache for port d68d51b9-bb86-467d-9cfe-ebcf9166695a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 752.153579] env[62353]: DEBUG nova.network.neutron [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.156395] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Created folder: Instances in parent group-v159455. [ 752.159895] env[62353]: DEBUG oslo.service.loopingcall [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.159895] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 752.159895] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-625a03a5-302d-414b-90fb-ade1a3818da4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.182281] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.182281] env[62353]: value = "task-656968" [ 752.182281] env[62353]: _type = "Task" [ 752.182281] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.186014] env[62353]: DEBUG nova.scheduler.client.report [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 752.199061] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656968, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.204543] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.204897] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 752.209237] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b5f81e-9c24-4f7e-95f4-1b52cc0832e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.242523] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.244481] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e97f21-305d-4c4a-a3c1-52a3bbe68171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.259982] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 752.260320] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 752.260570] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Deleting the datastore file [datastore1] 565c6a64-d366-49a8-9d1b-cbe620d71bd2 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.261657] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.261869] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159450', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'name': 'volume-469700fd-0825-41be-a293-7ef3e8eaa0a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b5345ac-85a8-4fbd-884a-025bde54082f', 'attached_at': '', 'detached_at': '', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'serial': '469700fd-0825-41be-a293-7ef3e8eaa0a3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.262664] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444f2896-a683-47cb-98cb-9c6b4e2bf0a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.267332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b95a123-63d3-4b85-b2c9-265578047a95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.292972] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 752.292972] env[62353]: value = "task-656969" [ 752.292972] env[62353]: _type = "Task" [ 752.292972] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.293849] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656963, 'name': CreateVM_Task, 'duration_secs': 0.468449} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.295896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a3480-3a57-468a-9ec3-d576ee6ae595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.298698] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 752.299103] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for the task: (returnval){ [ 752.299103] env[62353]: value = "task-656970" [ 752.299103] env[62353]: _type = "Task" [ 752.299103] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.302819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.303017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.303420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.304364] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8ffce5-5969-41da-8883-4fe2c544b6ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.328950] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-469700fd-0825-41be-a293-7ef3e8eaa0a3/volume-469700fd-0825-41be-a293-7ef3e8eaa0a3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.333621] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b237844-aa57-46dd-a998-224d024287f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.348292] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.352563] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 752.352563] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5279a7f9-1015-d19b-86ce-ffcf253c8ec8" [ 752.352563] env[62353]: _type = "Task" [ 752.352563] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.352786] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.358200] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 752.358200] env[62353]: value = "task-656971" [ 752.358200] env[62353]: _type = "Task" [ 752.358200] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.361941] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5279a7f9-1015-d19b-86ce-ffcf253c8ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.365271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.365512] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.365758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.365986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.367506] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.367506] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f37b8232-61ee-472c-a12e-169fa6e8e020 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373658] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.374864] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.375047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 752.375750] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bba3a85-b97b-4785-a22d-a0bd83cb3282 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.380893] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 752.380893] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52aea5c6-38dc-5f71-5d9c-c491eeafc350" [ 752.380893] env[62353]: _type = "Task" [ 752.380893] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.389813] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52aea5c6-38dc-5f71-5d9c-c491eeafc350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.444869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.481138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.567325] env[62353]: DEBUG oslo_vmware.api [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-656961, 'name': PowerOnVM_Task, 'duration_secs': 0.717996} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.567791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 752.568048] env[62353]: INFO nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Took 9.20 seconds to spawn the instance on the hypervisor. [ 752.568173] env[62353]: DEBUG nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 752.569059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc443b97-c3dc-4e0f-ae12-ca403fc264d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.637613] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078467} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.637908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.638774] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f3ca6-4b28-476b-b5ad-ff083f49ad5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.664085] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 384f8140-3de0-403f-913d-124a5c459559/384f8140-3de0-403f-913d-124a5c459559.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.664659] env[62353]: DEBUG oslo_concurrency.lockutils [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.664899] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Received event network-vif-deleted-f9dcb790-1709-44ae-bd73-397ec4911e9e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.665092] env[62353]: INFO nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Neutron deleted interface f9dcb790-1709-44ae-bd73-397ec4911e9e; detaching it from the instance and deleting it from the info cache [ 752.665267] env[62353]: DEBUG nova.network.neutron [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.666589] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7316a0-80c7-4245-852d-5db64dc7ab3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.683025] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd15a7b2-7f2d-4622-aa9c-f4da33b074a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.693301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.081s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.695166] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656968, 'name': CreateVM_Task, 'duration_secs': 0.316248} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.697218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.250s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.698679] env[62353]: INFO nova.compute.claims [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.701366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 752.702476] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 752.702476] env[62353]: value = "task-656972" [ 752.702476] env[62353]: _type = "Task" [ 752.702476] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.702476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.702476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.702783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.706130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9fb29-902a-493c-8f5b-5bc4c4c6e62c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.717709] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecbf009-e3a4-4226-a883-f6be0c56f3ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.725423] env[62353]: INFO nova.scheduler.client.report [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Deleted allocations for instance b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3 [ 752.729833] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.731960] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 752.731960] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52565510-38f8-e2b6-69c9-e7e760eee90f" [ 752.731960] env[62353]: _type = "Task" [ 752.731960] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.752555] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Detach interface failed, port_id=f9dcb790-1709-44ae-bd73-397ec4911e9e, reason: Instance 575b14cb-d0ee-45e2-89bf-572303129de1 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 752.752715] env[62353]: DEBUG nova.compute.manager [req-02b0f539-e532-4e1f-af33-2e7483bc45ab req-fab8e43c-898d-4f9d-82c6-ded749acc9b1 service nova] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Received event network-vif-deleted-4b10a532-b611-4e4f-84a5-978100a46aa8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.759657] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52565510-38f8-e2b6-69c9-e7e760eee90f, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.759961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.760241] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.760419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.805829] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.813671] env[62353]: DEBUG oslo_vmware.api [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Task: {'id': task-656970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.813951] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.814180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 752.814369] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 752.814616] env[62353]: INFO nova.compute.manager [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 752.814883] env[62353]: DEBUG oslo.service.loopingcall [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.815115] env[62353]: DEBUG nova.compute.manager [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 752.815213] env[62353]: DEBUG nova.network.neutron [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 752.873118] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656971, 'name': ReconfigVM_Task, 'duration_secs': 0.400877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.873454] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-469700fd-0825-41be-a293-7ef3e8eaa0a3/volume-469700fd-0825-41be-a293-7ef3e8eaa0a3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.878504] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea83ba1-93b6-4497-892c-4fc4ad3145ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.898570] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52aea5c6-38dc-5f71-5d9c-c491eeafc350, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.900475] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 752.900475] env[62353]: value = "task-656973" [ 752.900475] env[62353]: _type = "Task" [ 752.900475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.900711] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f878fe5e-bcb8-42a8-bda6-f657d2358fdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.915539] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.915539] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 752.915539] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5272dcc8-1233-51d3-4c16-91ac063aa149" [ 752.915539] env[62353]: _type = "Task" [ 752.915539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.926080] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5272dcc8-1233-51d3-4c16-91ac063aa149, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.926080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.926080] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 752.926080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.926080] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.926080] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8ea10f4-ac7d-4d9d-ba0e-2b4ec01753ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.932092] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52fe518-ec64-45dc-97f2-f1ec58381df7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.935408] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 752.935408] env[62353]: value = "task-656974" [ 752.935408] env[62353]: _type = "Task" [ 752.935408] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.940091] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.940450] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 752.941266] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5e8402-4dfc-425d-9654-1ca19ef916df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.947871] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.950415] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 752.950415] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db4ed5-f84d-7a97-6331-fad5794d9f43" [ 752.950415] env[62353]: _type = "Task" [ 752.950415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.958407] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db4ed5-f84d-7a97-6331-fad5794d9f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.090876] env[62353]: INFO nova.compute.manager [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Took 47.40 seconds to build instance. [ 753.133689] env[62353]: DEBUG nova.network.neutron [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.177541] env[62353]: DEBUG nova.compute.manager [req-2562835b-7470-4283-a409-82fdcfade486 req-ceff048a-3953-462e-9683-58dbcfda43e2 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-deleted-1116f6ff-51a8-4a4b-b23a-2fc609b5e1a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 753.177541] env[62353]: DEBUG nova.compute.manager [req-2562835b-7470-4283-a409-82fdcfade486 req-ceff048a-3953-462e-9683-58dbcfda43e2 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-deleted-3aeb479d-ca76-4b3a-8e11-b2048e60ca38 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 753.177541] env[62353]: DEBUG nova.compute.manager [req-2562835b-7470-4283-a409-82fdcfade486 req-ceff048a-3953-462e-9683-58dbcfda43e2 service nova] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Received event network-vif-deleted-93954e47-1a76-4bde-9c6f-edafd4ae528b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 753.232657] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656972, 'name': ReconfigVM_Task, 'duration_secs': 0.289883} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.234341] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 384f8140-3de0-403f-913d-124a5c459559/384f8140-3de0-403f-913d-124a5c459559.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.235341] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1846f9-b4bc-45e7-bc6f-a32aa3e430da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.243972] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 753.243972] env[62353]: value = "task-656975" [ 753.243972] env[62353]: _type = "Task" [ 753.243972] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.258463] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656975, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.258463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f745b1af-917e-408b-b4ff-8a053e2937bd tempest-ServersNegativeTestMultiTenantJSON-888548948 tempest-ServersNegativeTestMultiTenantJSON-888548948-project-member] Lock "b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.437s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.305966] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.416022] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.447403] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.464323] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db4ed5-f84d-7a97-6331-fad5794d9f43, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.465253] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0225e7a1-12c9-4471-b7d4-381b30477457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.471573] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 753.471573] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07876-226f-e90f-1e26-4f956304f40e" [ 753.471573] env[62353]: _type = "Task" [ 753.471573] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.480131] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07876-226f-e90f-1e26-4f956304f40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.593467] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bda083a4-d78e-4eb1-9d9a-6d13869303a7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.440s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.636658] env[62353]: INFO nova.compute.manager [-] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Took 1.97 seconds to deallocate network for instance. [ 753.751747] env[62353]: DEBUG nova.network.neutron [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.756526] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656975, 'name': Rename_Task, 'duration_secs': 0.274415} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.757879] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 753.758199] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3b4a8f-5b4d-4091-b31b-beefc3737854 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.766024] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 753.766024] env[62353]: value = "task-656976" [ 753.766024] env[62353]: _type = "Task" [ 753.766024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.777792] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.807334] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.920164] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.949733] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.950414] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 753.950795] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.951203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2ffaac2-6d65-4afc-afd4-e70f5bd74f7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.960435] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 753.960435] env[62353]: value = "task-656977" [ 753.960435] env[62353]: _type = "Task" [ 753.960435] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.968132] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.980804] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07876-226f-e90f-1e26-4f956304f40e, 'name': SearchDatastore_Task, 'duration_secs': 0.056524} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.983053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.983053] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 753.983053] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-734be1fe-a31f-4e73-aecf-d9e4c5d46963 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.988154] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 753.988154] env[62353]: value = "task-656978" [ 753.988154] env[62353]: _type = "Task" [ 753.988154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.999271] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.099899] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 754.144241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.258472] env[62353]: INFO nova.compute.manager [-] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Took 1.44 seconds to deallocate network for instance. [ 754.286165] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.314427] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656969, 'name': ReconfigVM_Task, 'duration_secs': 1.78458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.314850] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.315781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561f6d1-8576-427b-a588-26cce9c1b439 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.348035] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6fd4f1-0a7d-4c6a-9ae5-d8efc7fa7765 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.366430] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 754.366430] env[62353]: value = "task-656979" [ 754.366430] env[62353]: _type = "Task" [ 754.366430] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.372681] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.389051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba14d36-1dd3-4f07-9705-0f0ea006b6ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.400771] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b7664a-2d45-4e98-b8e4-cc3c17b006ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.438922] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27fb5a-492c-44eb-b9d9-a042462092aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.447442] env[62353]: DEBUG oslo_vmware.api [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656973, 'name': ReconfigVM_Task, 'duration_secs': 1.165846} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.450140] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159450', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'name': 'volume-469700fd-0825-41be-a293-7ef3e8eaa0a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b5345ac-85a8-4fbd-884a-025bde54082f', 'attached_at': '', 'detached_at': '', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'serial': '469700fd-0825-41be-a293-7ef3e8eaa0a3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.452770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121ad67-74e1-43c8-a8a6-1c68b41709db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.469878] env[62353]: DEBUG nova.compute.provider_tree [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.482415] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.502615] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.621619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.766320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.779031] env[62353]: DEBUG oslo_vmware.api [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-656976, 'name': PowerOnVM_Task, 'duration_secs': 0.521813} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.779356] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 754.779609] env[62353]: INFO nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Took 8.70 seconds to spawn the instance on the hypervisor. [ 754.779896] env[62353]: DEBUG nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 754.780673] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc43f84-48f4-438c-96d4-9eba1ef50391 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.873723] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656979, 'name': ReconfigVM_Task, 'duration_secs': 0.322914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.874049] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 754.874321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3849ecb5-a3c8-4189-ba95-0cf96427c5b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.880351] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 754.880351] env[62353]: value = "task-656980" [ 754.880351] env[62353]: _type = "Task" [ 754.880351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.888170] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.979545] env[62353]: DEBUG nova.scheduler.client.report [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 754.984989] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.591639} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.984989] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.984989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d9c01f-0bd9-4510-8616-06c2053b9386 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.008763] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.014788] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fafd007-4a4d-4678-9c05-5b199f6b907c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.031987] env[62353]: DEBUG nova.objects.instance [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lazy-loading 'flavor' on Instance uuid 4b5345ac-85a8-4fbd-884a-025bde54082f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.040323] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588431} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.041850] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 755.042132] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.042471] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 755.042471] env[62353]: value = "task-656981" [ 755.042471] env[62353]: _type = "Task" [ 755.042471] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.042737] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51f9e9e7-c067-4797-a7e1-6730415106a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.056369] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.057394] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 755.057394] env[62353]: value = "task-656982" [ 755.057394] env[62353]: _type = "Task" [ 755.057394] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.066964] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.247462] env[62353]: DEBUG nova.compute.manager [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Received event network-vif-deleted-7e5e54ee-5a5b-45a8-a105-017ef62a71e2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.247534] env[62353]: DEBUG nova.compute.manager [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-changed-129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.249019] env[62353]: DEBUG nova.compute.manager [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing instance network info cache due to event network-changed-129a69fb-e03c-41a2-a984-011c24ab6e08. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 755.249019] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.249019] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.249019] env[62353]: DEBUG nova.network.neutron [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing network info cache for port 129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 755.301898] env[62353]: INFO nova.compute.manager [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Took 44.79 seconds to build instance. [ 755.390793] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.490701] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.490701] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 755.494305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.229s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.496118] env[62353]: INFO nova.compute.claims [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.540837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9a23a56-074c-49b1-a56f-40b3f83ce8bb tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.902s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.560924] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656981, 'name': ReconfigVM_Task, 'duration_secs': 0.46811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.563881] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.564831] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d4049b-3883-462c-8c7c-d409dc8c36ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.571481] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.574564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.575763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46622b3f-fa01-405a-a5ea-1f4561e0bd8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.582657] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 755.582657] env[62353]: value = "task-656983" [ 755.582657] env[62353]: _type = "Task" [ 755.582657] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.610023] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.610023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd34c7a1-9827-493e-9551-f7596ebd70b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.627909] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656983, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.633049] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 755.633049] env[62353]: value = "task-656984" [ 755.633049] env[62353]: _type = "Task" [ 755.633049] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.641444] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.805387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-620dab81-6c5b-4582-9aee-6915a3c8bc45 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.871s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.890611] env[62353]: DEBUG oslo_vmware.api [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-656980, 'name': PowerOnVM_Task, 'duration_secs': 0.614651} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.890908] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 755.893525] env[62353]: DEBUG nova.compute.manager [None req-788d9a16-845f-4aae-9de5-fb2acf279bf3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 755.894340] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfad67-f128-4fdd-b1b9-49abeeb2bb36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.003091] env[62353]: DEBUG nova.compute.utils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.008107] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 756.008107] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 756.008107] env[62353]: DEBUG nova.network.neutron [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updated VIF entry in instance network info cache for port 129a69fb-e03c-41a2-a984-011c24ab6e08. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 756.008390] env[62353]: DEBUG nova.network.neutron [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.052283] env[62353]: DEBUG nova.policy [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be88cbb14da44e8ab023beca8e41f855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e48f884b164fafac478c7413929b70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 756.094741] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656983, 'name': Rename_Task, 'duration_secs': 0.254211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.095245] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 756.096191] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40280559-3a37-465f-a0ee-bae88bd987a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.108076] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 756.108076] env[62353]: value = "task-656985" [ 756.108076] env[62353]: _type = "Task" [ 756.108076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.126244] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656985, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.144940] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.307281] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 756.502134] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Successfully created port: ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.508212] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 756.517525] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b6c8308-0fcd-4c45-867e-9f41eb5e3dda req-faa79b52-5f2d-4230-a6df-6d1fed1688ab service nova] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.608145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.608514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.625702] env[62353]: DEBUG oslo_vmware.api [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-656985, 'name': PowerOnVM_Task, 'duration_secs': 0.502923} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.628838] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 756.629063] env[62353]: INFO nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Took 7.83 seconds to spawn the instance on the hypervisor. [ 756.629251] env[62353]: DEBUG nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 756.630600] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5cf57-ae0d-4e6e-89ae-60be3a0379eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.652195] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656984, 'name': ReconfigVM_Task, 'duration_secs': 0.515149} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.653496] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.654647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f872bcbf-94aa-4017-92d7-c4c48b6a64f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.661013] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 756.661013] env[62353]: value = "task-656986" [ 756.661013] env[62353]: _type = "Task" [ 756.661013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.674964] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656986, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.843211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.116738] env[62353]: INFO nova.compute.manager [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Detaching volume 469700fd-0825-41be-a293-7ef3e8eaa0a3 [ 757.158591] env[62353]: INFO nova.compute.manager [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Took 40.01 seconds to build instance. [ 757.166929] env[62353]: INFO nova.virt.block_device [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Attempting to driver detach volume 469700fd-0825-41be-a293-7ef3e8eaa0a3 from mountpoint /dev/sdb [ 757.167411] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 757.167554] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159450', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'name': 'volume-469700fd-0825-41be-a293-7ef3e8eaa0a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b5345ac-85a8-4fbd-884a-025bde54082f', 'attached_at': '', 'detached_at': '', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'serial': '469700fd-0825-41be-a293-7ef3e8eaa0a3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 757.168481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11549b6c-c5b1-4889-ba5c-a982ec96c59b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.172897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7dd18-2b5c-4812-9570-c5890ad92c0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.180028] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656986, 'name': Rename_Task, 'duration_secs': 0.204005} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.180690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 757.181245] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7230fb94-f956-42cb-856a-2150be6bb1c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.202968] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4af35a-61e8-423a-b089-3d382c88e569 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.206538] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de47a91-6234-40e8-a038-f5e036a6f8b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.211278] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 757.211278] env[62353]: value = "task-656987" [ 757.211278] env[62353]: _type = "Task" [ 757.211278] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.246262] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cea942-46fc-44d9-a07c-0789fe4d0695 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.251153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb58b53-dd9e-4a77-97de-12ffd8564cdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.256770] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656987, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.281457] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52615fb7-2e88-4cad-86c5-06a5b055ca1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.286694] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a060c6fb-17f3-4b9b-9e1a-b610a0051d75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.301333] env[62353]: DEBUG nova.compute.provider_tree [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.313553] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] The volume has not been displaced from its original location: [datastore1] volume-469700fd-0825-41be-a293-7ef3e8eaa0a3/volume-469700fd-0825-41be-a293-7ef3e8eaa0a3.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 757.319271] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 757.320634] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d159dff-973e-42f0-ba67-766e9dfcb582 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.341495] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 757.341495] env[62353]: value = "task-656988" [ 757.341495] env[62353]: _type = "Task" [ 757.341495] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.351827] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.530974] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 757.559124] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 757.559809] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 757.560267] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.560764] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 757.561057] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.561248] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 757.561537] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 757.561692] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 757.561905] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 757.562088] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 757.562644] env[62353]: DEBUG nova.virt.hardware [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.564416] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c66f1-6703-47e1-8b69-1bc5ecaca8ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.576497] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9825107-65a4-4f63-9557-d23f487921e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.660830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-68067da0-3809-4491-822a-b76864c09af1 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.724s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.723031] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.823036] env[62353]: DEBUG nova.scheduler.client.report [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 757.841443] env[62353]: DEBUG nova.compute.manager [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Received event network-changed-606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 757.841443] env[62353]: DEBUG nova.compute.manager [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Refreshing instance network info cache due to event network-changed-606c33b4-66b8-4c2e-9e1f-13614a029442. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 757.841443] env[62353]: DEBUG oslo_concurrency.lockutils [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] Acquiring lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.841619] env[62353]: DEBUG oslo_concurrency.lockutils [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] Acquired lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.841805] env[62353]: DEBUG nova.network.neutron [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Refreshing network info cache for port 606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 757.855974] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656988, 'name': ReconfigVM_Task, 'duration_secs': 0.30326} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.855974] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.860643] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9853d3c8-3dc4-4a31-b080-1d10f94e610f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.879091] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 757.879091] env[62353]: value = "task-656989" [ 757.879091] env[62353]: _type = "Task" [ 757.879091] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.890265] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.163872] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 758.223751] env[62353]: DEBUG oslo_vmware.api [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656987, 'name': PowerOnVM_Task, 'duration_secs': 0.62686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.225646] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 758.226082] env[62353]: INFO nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Took 6.20 seconds to spawn the instance on the hypervisor. [ 758.229018] env[62353]: DEBUG nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 758.229018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4bf8eb-3bd7-4b10-9dcb-58463fa8fe4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.327625] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.328185] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 758.334118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.627s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.334118] env[62353]: DEBUG nova.objects.instance [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'resources' on Instance uuid eab490a3-7613-4ab2-8fd5-e4f4445c29eb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.389233] env[62353]: DEBUG oslo_vmware.api [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-656989, 'name': ReconfigVM_Task, 'duration_secs': 0.16899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.391798] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159450', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'name': 'volume-469700fd-0825-41be-a293-7ef3e8eaa0a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b5345ac-85a8-4fbd-884a-025bde54082f', 'attached_at': '', 'detached_at': '', 'volume_id': '469700fd-0825-41be-a293-7ef3e8eaa0a3', 'serial': '469700fd-0825-41be-a293-7ef3e8eaa0a3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.416511] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Successfully updated port: ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.501905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.502181] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.505981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "32b94ab2-defa-415d-aa64-8d10677b484f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.506226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.506429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.506629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.506803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.509996] env[62353]: INFO nova.compute.manager [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Terminating instance [ 758.512390] env[62353]: DEBUG nova.compute.manager [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 758.512565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 758.513558] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057538c-fc2e-4a8c-920f-80f027bf9044 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.523724] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 758.524011] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc6ceee-49d9-4b93-b2f7-ab41744b9136 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.529683] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 758.529683] env[62353]: value = "task-656990" [ 758.529683] env[62353]: _type = "Task" [ 758.529683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.538397] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.592297] env[62353]: DEBUG nova.compute.manager [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received event network-vif-plugged-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.592515] env[62353]: DEBUG oslo_concurrency.lockutils [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.592748] env[62353]: DEBUG oslo_concurrency.lockutils [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.592978] env[62353]: DEBUG oslo_concurrency.lockutils [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.593184] env[62353]: DEBUG nova.compute.manager [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] No waiting events found dispatching network-vif-plugged-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 758.593370] env[62353]: WARNING nova.compute.manager [req-6c76bb55-7964-4b89-bef3-3445d8cd44da req-7dbde261-7e14-4903-acfe-d806e55e6536 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received unexpected event network-vif-plugged-ea1669cd-e5fb-459a-92d6-bbf39ae341df for instance with vm_state building and task_state spawning. [ 758.625953] env[62353]: DEBUG nova.network.neutron [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updated VIF entry in instance network info cache for port 606c33b4-66b8-4c2e-9e1f-13614a029442. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 758.626367] env[62353]: DEBUG nova.network.neutron [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updating instance_info_cache with network_info: [{"id": "606c33b4-66b8-4c2e-9e1f-13614a029442", "address": "fa:16:3e:26:72:e9", "network": {"id": "6b6613f5-a54a-4190-b425-3568c8c09dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-162158798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ac02ddd1dc74ee78bc62a80365f0ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606c33b4-66", "ovs_interfaceid": "606c33b4-66b8-4c2e-9e1f-13614a029442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.692472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.751649] env[62353]: INFO nova.compute.manager [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Took 38.36 seconds to build instance. [ 758.836531] env[62353]: DEBUG nova.compute.utils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 758.840878] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 758.840878] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 758.886443] env[62353]: DEBUG nova.policy [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8ceadb10d164ff2bee319478d7e742e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214ca47291f845e19e8acff1ac4c755c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 758.916207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.916344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.916733] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 758.949308] env[62353]: DEBUG nova.objects.instance [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lazy-loading 'flavor' on Instance uuid 4b5345ac-85a8-4fbd-884a-025bde54082f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.047807] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656990, 'name': PowerOffVM_Task, 'duration_secs': 0.479495} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.048191] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 759.048364] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 759.048642] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1acf19cd-edd8-48fd-a056-ac600ace55b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.111837] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 759.112089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 759.112286] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Deleting the datastore file [datastore2] 32b94ab2-defa-415d-aa64-8d10677b484f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.112976] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0b6512-d056-4956-b8a7-d93fae4b4bd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.121895] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for the task: (returnval){ [ 759.121895] env[62353]: value = "task-656992" [ 759.121895] env[62353]: _type = "Task" [ 759.121895] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.128815] env[62353]: DEBUG oslo_concurrency.lockutils [req-b7637974-a123-43ac-9bda-4ccfce98dbfb req-0f6d44c6-36e4-4f5f-a992-b688865411fa service nova] Releasing lock "refresh_cache-384f8140-3de0-403f-913d-124a5c459559" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.133053] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.254218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c27de694-25b3-419f-bb61-8158d50580e9 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.835s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.344286] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 759.422312] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Successfully created port: aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.448459] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff6b40-c155-4226-a0c2-5c68da7b8ccc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.458721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276c9f5a-87a5-471b-9499-6e9eb41817b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.497580] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 759.497580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03c0f26-22ff-40b3-8ca5-3c081d2783aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.506575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed231f-d8ba-49d5-b47f-0acbd8ecc9e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.520935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "d06ff232-9bce-48bc-bb55-80dafc48b560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.521256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.521500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.521699] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.521924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.523844] env[62353]: DEBUG nova.compute.provider_tree [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.525121] env[62353]: INFO nova.compute.manager [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Terminating instance [ 759.529188] env[62353]: DEBUG nova.compute.manager [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 759.529478] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 759.529781] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d42366-76b4-4bee-bc51-cd7f001dd3fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.539009] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 759.539009] env[62353]: value = "task-656993" [ 759.539009] env[62353]: _type = "Task" [ 759.539009] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.547787] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.568090] env[62353]: INFO nova.compute.manager [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Rebuilding instance [ 759.637432] env[62353]: DEBUG oslo_vmware.api [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Task: {'id': task-656992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244576} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.639934] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.640151] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 759.640342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 759.640520] env[62353]: INFO nova.compute.manager [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.640781] env[62353]: DEBUG oslo.service.loopingcall [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.641603] env[62353]: DEBUG nova.compute.manager [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 759.641866] env[62353]: DEBUG nova.compute.manager [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 759.641985] env[62353]: DEBUG nova.network.neutron [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 759.644371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f4304-bc28-483b-9820-d408d318cc35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.749058] env[62353]: DEBUG nova.network.neutron [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [{"id": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "address": "fa:16:3e:a4:ae:a6", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1669cd-e5", "ovs_interfaceid": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.756694] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 759.956919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-455c2acf-64a9-42ee-bd35-3e3ad64a4974 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.031987] env[62353]: DEBUG nova.scheduler.client.report [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 760.054602] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656993, 'name': PowerOffVM_Task, 'duration_secs': 0.328594} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.054945] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 760.055189] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.055390] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159338', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'name': 'volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06ff232-9bce-48bc-bb55-80dafc48b560', 'attached_at': '', 'detached_at': '', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'serial': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.056512] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a831197-ad4d-4c24-aa9d-e7c03ef20889 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.079888] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c57475-3ddb-4e0d-9d47-cda7a468685b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.087526] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92818f85-e06d-483d-b011-bd0676d062f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.109961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6d29a-15d1-4570-8e08-1969e0197377 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.125433] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] The volume has not been displaced from its original location: [datastore2] volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3/volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.132028] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.132028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1182fe77-dd83-484d-8a93-0611e362b666 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.151766] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 760.151766] env[62353]: value = "task-656994" [ 760.151766] env[62353]: _type = "Task" [ 760.151766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.157737] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 760.158058] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9fc7dd-83d5-4e5c-a6f6-5d0a32ca7b97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.165756] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.167387] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 760.167387] env[62353]: value = "task-656995" [ 760.167387] env[62353]: _type = "Task" [ 760.167387] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.176149] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.252158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.252562] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance network_info: |[{"id": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "address": "fa:16:3e:a4:ae:a6", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1669cd-e5", "ovs_interfaceid": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 760.252995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ae:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1669cd-e5fb-459a-92d6-bbf39ae341df', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.261048] env[62353]: DEBUG oslo.service.loopingcall [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.263589] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 760.266030] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-136e41a1-b322-4942-b8a9-f581ebfcb6fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.290124] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.290124] env[62353]: value = "task-656996" [ 760.290124] env[62353]: _type = "Task" [ 760.290124] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.298400] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656996, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.301814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.355128] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 760.393348] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 760.393671] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 760.393841] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.394047] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 760.395463] env[62353]: DEBUG nova.virt.hardware [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.396811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46995547-f8f7-434d-8f59-6085a12ba33c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.404525] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce45fc6c-a95e-4e89-9df8-02e718cada38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.529810] env[62353]: DEBUG nova.compute.manager [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 760.533463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.535978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.857s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.536193] env[62353]: DEBUG nova.objects.instance [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 760.557058] env[62353]: INFO nova.scheduler.client.report [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted allocations for instance eab490a3-7613-4ab2-8fd5-e4f4445c29eb [ 760.609921] env[62353]: DEBUG nova.compute.manager [req-9f0429af-9c24-4c21-aacc-f848bc380f2a req-2afb8b55-e070-44fa-8ef8-7bd0c02fa81f service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Received event network-vif-deleted-8d3a88f4-1619-4595-a786-6bb76a145798 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 760.609921] env[62353]: INFO nova.compute.manager [req-9f0429af-9c24-4c21-aacc-f848bc380f2a req-2afb8b55-e070-44fa-8ef8-7bd0c02fa81f service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Neutron deleted interface 8d3a88f4-1619-4595-a786-6bb76a145798; detaching it from the instance and deleting it from the info cache [ 760.610202] env[62353]: DEBUG nova.network.neutron [req-9f0429af-9c24-4c21-aacc-f848bc380f2a req-2afb8b55-e070-44fa-8ef8-7bd0c02fa81f service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.663155] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656994, 'name': ReconfigVM_Task, 'duration_secs': 0.22692} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.663482] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.668743] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb06da12-2c82-4a4c-821d-8b5aae8e6233 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.688028] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656995, 'name': PowerOffVM_Task, 'duration_secs': 0.145649} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.689167] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 760.689399] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 760.690015] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 760.690015] env[62353]: value = "task-656997" [ 760.690015] env[62353]: _type = "Task" [ 760.690015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.690843] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec4c37-c916-4c85-828f-0c8770073d72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.702666] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.705198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 760.705577] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666a7133-8eea-455b-aa63-419d22521ad5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 760.730657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 760.730789] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Deleting the datastore file [datastore1] 53f91275-8b3a-492f-9e5d-7be6aa92c1be {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.731073] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2f895eb-32e7-4685-98f8-bfb88185deb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.737898] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 760.737898] env[62353]: value = "task-656999" [ 760.737898] env[62353]: _type = "Task" [ 760.737898] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.747257] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.801676] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656996, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.976095] env[62353]: DEBUG nova.network.neutron [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.994167] env[62353]: DEBUG nova.compute.manager [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 760.994364] env[62353]: DEBUG nova.compute.manager [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing instance network info cache due to event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 760.994799] env[62353]: DEBUG oslo_concurrency.lockutils [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] Acquiring lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.994904] env[62353]: DEBUG oslo_concurrency.lockutils [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] Acquired lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.995123] env[62353]: DEBUG nova.network.neutron [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 761.058177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.071450] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Successfully updated port: aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.072931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56f13614-d581-4746-8898-0cd4255831d4 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eab490a3-7613-4ab2-8fd5-e4f4445c29eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.286s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.114586] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1924286c-bb28-4f85-bf62-48df07a2efe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.123967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d119a-95c1-41bb-81e4-8fc95fb98046 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.160742] env[62353]: DEBUG nova.compute.manager [req-9f0429af-9c24-4c21-aacc-f848bc380f2a req-2afb8b55-e070-44fa-8ef8-7bd0c02fa81f service nova] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Detach interface failed, port_id=8d3a88f4-1619-4595-a786-6bb76a145798, reason: Instance 32b94ab2-defa-415d-aa64-8d10677b484f could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 761.205737] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-656997, 'name': ReconfigVM_Task, 'duration_secs': 0.220702} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.206193] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159338', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'name': 'volume-50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06ff232-9bce-48bc-bb55-80dafc48b560', 'attached_at': '', 'detached_at': '', 'volume_id': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3', 'serial': '50ee9ef6-5c57-41b5-b554-dfeb081d22c3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 761.206467] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 761.207293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b4ae6-8254-447a-91bd-d4050b8912fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.214153] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 761.214405] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8712aa9f-d460-4457-844b-689cd4c658f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.247124] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-656999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189181} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.247979] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.248298] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 761.248534] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 761.296360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 761.296360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 761.296360] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Deleting the datastore file [datastore2] d06ff232-9bce-48bc-bb55-80dafc48b560 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.296858] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0f00b5e-694a-46b3-8a4a-ffda0290fb68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.301879] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-656996, 'name': CreateVM_Task, 'duration_secs': 0.688058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.302042] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 761.303581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.303763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.304088] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.304441] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for the task: (returnval){ [ 761.304441] env[62353]: value = "task-657001" [ 761.304441] env[62353]: _type = "Task" [ 761.304441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.304656] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8443422d-0573-4b7c-a4fa-8e16cfe16f3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.311966] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 761.311966] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d07ffc-cb0b-c8c3-b349-da6463693820" [ 761.311966] env[62353]: _type = "Task" [ 761.311966] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.314852] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-657001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.322195] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d07ffc-cb0b-c8c3-b349-da6463693820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.477814] env[62353]: INFO nova.compute.manager [-] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Took 1.84 seconds to deallocate network for instance. [ 761.550967] env[62353]: DEBUG oslo_concurrency.lockutils [None req-edbfb2b6-dd24-4ab0-a3d7-68d8b3bed048 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.552033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.552033] env[62353]: DEBUG nova.objects.instance [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lazy-loading 'resources' on Instance uuid 49126223-cf40-43fb-b3e7-878fc0224612 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.574974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.575155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.575290] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 761.652734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.653112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.752191] env[62353]: DEBUG nova.network.neutron [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updated VIF entry in instance network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 761.752680] env[62353]: DEBUG nova.network.neutron [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [{"id": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "address": "fa:16:3e:a4:ae:a6", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1669cd-e5", "ovs_interfaceid": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.816198] env[62353]: DEBUG oslo_vmware.api [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Task: {'id': task-657001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297013} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.819222] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.819509] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 761.819610] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 761.819793] env[62353]: INFO nova.compute.manager [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Took 2.29 seconds to destroy the instance on the hypervisor. [ 761.820050] env[62353]: DEBUG oslo.service.loopingcall [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.821135] env[62353]: DEBUG nova.compute.manager [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 761.821241] env[62353]: DEBUG nova.network.neutron [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 761.830722] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d07ffc-cb0b-c8c3-b349-da6463693820, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.831048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.831285] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.831534] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.831689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.831874] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.832154] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899e2ea8-96f3-4d90-89ba-a778e1be02bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.842146] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.842380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 761.843133] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a168292-0385-45b7-9944-09eb2105bc3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.849451] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 761.849451] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c674d5-7405-edf3-d260-c12e32bf7907" [ 761.849451] env[62353]: _type = "Task" [ 761.849451] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.857968] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c674d5-7405-edf3-d260-c12e32bf7907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.985794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.078019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eba3dae5-bbf6-440f-83aa-e33add887182" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.078019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.078019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.078019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.078019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.080873] env[62353]: INFO nova.compute.manager [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Terminating instance [ 762.086032] env[62353]: DEBUG nova.compute.manager [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 762.086032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 762.086718] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03e973-e30b-432d-a2d0-378e663a2cd3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.098733] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 762.098733] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26899239-61cf-4eed-830a-b1d0c1c782b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.107760] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 762.107760] env[62353]: value = "task-657002" [ 762.107760] env[62353]: _type = "Task" [ 762.107760] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.116485] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.144399] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 762.261093] env[62353]: DEBUG oslo_concurrency.lockutils [req-e11d98e4-15cf-4658-823c-21c975e89426 req-bcdedbbf-3270-42ea-a8d4-e846551ab821 service nova] Releasing lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.297424] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 762.297724] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 762.297854] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.298093] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 762.298266] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.298432] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 762.298639] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 762.298815] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 762.298991] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 762.299181] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 762.299360] env[62353]: DEBUG nova.virt.hardware [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 762.300246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416bd7b7-54fb-446d-8112-aeea56f6a4f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.314607] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900942f7-e90c-4a92-ae60-1bb6eac9775d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.329866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.335583] env[62353]: DEBUG oslo.service.loopingcall [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.343890] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 762.344622] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-119108c7-44b8-4dd8-b5ad-42707d8d3e4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.367754] env[62353]: DEBUG nova.network.neutron [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Updating instance_info_cache with network_info: [{"id": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "address": "fa:16:3e:be:53:92", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae8ec41-5c", "ovs_interfaceid": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.373293] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.373293] env[62353]: value = "task-657003" [ 762.373293] env[62353]: _type = "Task" [ 762.373293] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.379655] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c674d5-7405-edf3-d260-c12e32bf7907, 'name': SearchDatastore_Task, 'duration_secs': 0.02069} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.384959] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a664b8-da8d-4dad-93f8-519617642a4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.393775] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657003, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.396769] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 762.396769] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5215af76-ed8f-cb18-1dff-e1fe163a1357" [ 762.396769] env[62353]: _type = "Task" [ 762.396769] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.406093] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5215af76-ed8f-cb18-1dff-e1fe163a1357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.620135] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657002, 'name': PowerOffVM_Task, 'duration_secs': 0.229571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.623580] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 762.623746] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 762.624347] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b170e5c-8f6d-4127-b3f4-ff33832537f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.698653] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e743f-2055-4b50-bd40-adee7c34c150 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.705173] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 762.705389] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 762.705574] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleting the datastore file [datastore1] eba3dae5-bbf6-440f-83aa-e33add887182 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.706208] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83a2332-fd1e-4c15-819c-ca599a5f0a1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.711559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0518c1-649e-46ee-8ba3-dc7725328ab5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.718453] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 762.718453] env[62353]: value = "task-657005" [ 762.718453] env[62353]: _type = "Task" [ 762.718453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.755218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042b352-9ff8-4708-bf85-e6827a751102 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.761380] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.766460] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf6db1-22cb-459a-9496-123ad98ae738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.780292] env[62353]: DEBUG nova.compute.provider_tree [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.845181] env[62353]: DEBUG nova.network.neutron [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.872581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.873413] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance network_info: |[{"id": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "address": "fa:16:3e:be:53:92", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae8ec41-5c", "ovs_interfaceid": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 762.873596] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:53:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aae8ec41-5c31-4fc7-8361-6ccba4d2166d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.881459] env[62353]: DEBUG oslo.service.loopingcall [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.882149] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 762.886838] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de1788a5-40c3-4e43-8082-991c7afc4283 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.911637] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657003, 'name': CreateVM_Task, 'duration_secs': 0.423072} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.913243] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 762.913488] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.913488] env[62353]: value = "task-657006" [ 762.913488] env[62353]: _type = "Task" [ 762.913488] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.913944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.914134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.914471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.914814] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e125ac6-d9b9-49ba-9918-c1495d37d767 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.925967] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5215af76-ed8f-cb18-1dff-e1fe163a1357, 'name': SearchDatastore_Task, 'duration_secs': 0.01596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.928404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.928404] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ed3a1b9a-7523-489e-a340-60595501ec06/ed3a1b9a-7523-489e-a340-60595501ec06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 762.928404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35404917-5431-4946-b72d-35b1a2deb6ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.933871] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657006, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.934440] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 762.934440] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52321336-0f7f-f615-2b7e-f5c69cf38445" [ 762.934440] env[62353]: _type = "Task" [ 762.934440] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.939390] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 762.939390] env[62353]: value = "task-657007" [ 762.939390] env[62353]: _type = "Task" [ 762.939390] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.945822] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52321336-0f7f-f615-2b7e-f5c69cf38445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.950388] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.155477] env[62353]: DEBUG nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Received event network-vif-plugged-aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.155923] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Acquiring lock "4c34acfa-f045-478f-a235-be78d83531b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.156719] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Lock "4c34acfa-f045-478f-a235-be78d83531b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.156974] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Lock "4c34acfa-f045-478f-a235-be78d83531b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.157218] env[62353]: DEBUG nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] No waiting events found dispatching network-vif-plugged-aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 763.157517] env[62353]: WARNING nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Received unexpected event network-vif-plugged-aae8ec41-5c31-4fc7-8361-6ccba4d2166d for instance with vm_state building and task_state spawning. [ 763.157786] env[62353]: DEBUG nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Received event network-changed-aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.157978] env[62353]: DEBUG nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Refreshing instance network info cache due to event network-changed-aae8ec41-5c31-4fc7-8361-6ccba4d2166d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 763.158203] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Acquiring lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.158441] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Acquired lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158748] env[62353]: DEBUG nova.network.neutron [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Refreshing network info cache for port aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 763.161160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.161160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.161160] env[62353]: DEBUG nova.compute.manager [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 763.162432] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140737c-6e6f-482c-a0c4-8907e538e6dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.171537] env[62353]: DEBUG nova.compute.manager [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 763.172248] env[62353]: DEBUG nova.objects.instance [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'flavor' on Instance uuid d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.233014] env[62353]: DEBUG oslo_vmware.api [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.233435] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.233682] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 763.233925] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 763.234178] env[62353]: INFO nova.compute.manager [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Took 1.15 seconds to destroy the instance on the hypervisor. [ 763.234511] env[62353]: DEBUG oslo.service.loopingcall [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.234824] env[62353]: DEBUG nova.compute.manager [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 763.234918] env[62353]: DEBUG nova.network.neutron [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 763.283485] env[62353]: DEBUG nova.scheduler.client.report [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 763.347551] env[62353]: INFO nova.compute.manager [-] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Took 1.53 seconds to deallocate network for instance. [ 763.427350] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657006, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.452046] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52321336-0f7f-f615-2b7e-f5c69cf38445, 'name': SearchDatastore_Task, 'duration_secs': 0.016899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.454124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.454370] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.454623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.454794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.454988] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.455297] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657007, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.455518] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42027b4d-81dd-43cc-af62-230e905e72f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.467790] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.467990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 763.468784] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2fced5-0018-4517-91d5-9dac25f117bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.478703] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 763.478703] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d0a71c-1a3a-19f8-0ee5-fd5b1899da40" [ 763.478703] env[62353]: _type = "Task" [ 763.478703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.486715] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d0a71c-1a3a-19f8-0ee5-fd5b1899da40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.677918] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 763.678203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1e8635-a71b-4a55-9bbe-758fce6fe7c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.685970] env[62353]: DEBUG oslo_vmware.api [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 763.685970] env[62353]: value = "task-657008" [ 763.685970] env[62353]: _type = "Task" [ 763.685970] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.695682] env[62353]: DEBUG oslo_vmware.api [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.758857] env[62353]: DEBUG nova.compute.manager [req-072aad14-d62e-4e75-a36d-e12b0e63bd0b req-dc9aa060-bd12-4159-9235-0922375a3bf9 service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Received event network-vif-deleted-a881495e-8fd9-42d3-a4cf-ea98ac97a75e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.759095] env[62353]: INFO nova.compute.manager [req-072aad14-d62e-4e75-a36d-e12b0e63bd0b req-dc9aa060-bd12-4159-9235-0922375a3bf9 service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Neutron deleted interface a881495e-8fd9-42d3-a4cf-ea98ac97a75e; detaching it from the instance and deleting it from the info cache [ 763.759279] env[62353]: DEBUG nova.network.neutron [req-072aad14-d62e-4e75-a36d-e12b0e63bd0b req-dc9aa060-bd12-4159-9235-0922375a3bf9 service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.791309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.793654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.704s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.793933] env[62353]: DEBUG nova.objects.instance [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'resources' on Instance uuid 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.815056] env[62353]: INFO nova.scheduler.client.report [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Deleted allocations for instance 49126223-cf40-43fb-b3e7-878fc0224612 [ 763.900434] env[62353]: INFO nova.compute.manager [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Took 0.55 seconds to detach 1 volumes for instance. [ 763.902753] env[62353]: DEBUG nova.compute.manager [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Deleting volume: 50ee9ef6-5c57-41b5-b554-dfeb081d22c3 {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 763.926376] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657006, 'name': CreateVM_Task, 'duration_secs': 0.610425} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.926574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 763.927300] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.927461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.927813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.928151] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082ccdad-e7e5-4b01-95de-84642a8b2363 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.934382] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 763.934382] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f60330-0772-a264-e0dd-9b6daefb6e0b" [ 763.934382] env[62353]: _type = "Task" [ 763.934382] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.943227] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f60330-0772-a264-e0dd-9b6daefb6e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.960200] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550544} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.960470] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ed3a1b9a-7523-489e-a340-60595501ec06/ed3a1b9a-7523-489e-a340-60595501ec06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 763.960690] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.960941] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b863b98-7130-485b-824d-5690e4a5c559 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.970947] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 763.970947] env[62353]: value = "task-657009" [ 763.970947] env[62353]: _type = "Task" [ 763.970947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.981794] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.988934] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d0a71c-1a3a-19f8-0ee5-fd5b1899da40, 'name': SearchDatastore_Task, 'duration_secs': 0.017007} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.989788] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e62e73-f8b4-40f0-9f51-85db703dbba6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.995237] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 763.995237] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a18d4-cae2-a546-898a-f4e4faab5510" [ 763.995237] env[62353]: _type = "Task" [ 763.995237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.004804] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a18d4-cae2-a546-898a-f4e4faab5510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.166549] env[62353]: DEBUG nova.network.neutron [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.196347] env[62353]: DEBUG oslo_vmware.api [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657008, 'name': PowerOffVM_Task, 'duration_secs': 0.419644} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.196648] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 764.196838] env[62353]: DEBUG nova.compute.manager [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 764.197651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b962d4c-42a9-427c-a72e-76c593af7d54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.236694] env[62353]: DEBUG nova.network.neutron [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Updated VIF entry in instance network info cache for port aae8ec41-5c31-4fc7-8361-6ccba4d2166d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 764.237302] env[62353]: DEBUG nova.network.neutron [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Updating instance_info_cache with network_info: [{"id": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "address": "fa:16:3e:be:53:92", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaae8ec41-5c", "ovs_interfaceid": "aae8ec41-5c31-4fc7-8361-6ccba4d2166d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.262349] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac32f0b5-1e5f-4e4c-8950-addc33b0ba01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.271898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2589f-0b37-488c-88f6-c63aeb8295dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.312025] env[62353]: DEBUG nova.compute.manager [req-072aad14-d62e-4e75-a36d-e12b0e63bd0b req-dc9aa060-bd12-4159-9235-0922375a3bf9 service nova] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Detach interface failed, port_id=a881495e-8fd9-42d3-a4cf-ea98ac97a75e, reason: Instance eba3dae5-bbf6-440f-83aa-e33add887182 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 764.326040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2228f6e4-1893-4102-9594-8aa912d47dd7 tempest-ListImageFiltersTestJSON-767653387 tempest-ListImageFiltersTestJSON-767653387-project-member] Lock "49126223-cf40-43fb-b3e7-878fc0224612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.608s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.447635] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f60330-0772-a264-e0dd-9b6daefb6e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.450249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.450566] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.450856] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.462870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.483086] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.483383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.484214] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0b0ff5-1de9-4071-a02f-86b5089d8846 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.508956] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ed3a1b9a-7523-489e-a340-60595501ec06/ed3a1b9a-7523-489e-a340-60595501ec06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.514899] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7509118-f2be-4812-9766-952548652998 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.537909] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a18d4-cae2-a546-898a-f4e4faab5510, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.538739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.538980] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 764.539353] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 764.539353] env[62353]: value = "task-657011" [ 764.539353] env[62353]: _type = "Task" [ 764.539353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.542016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.542240] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.542477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cefb097-ff0f-4e2f-8696-4c34de0e5e61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.545564] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3c97834-fa0b-4973-bba8-e9f6e9c59741 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.554808] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.556504] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 764.556504] env[62353]: value = "task-657012" [ 764.556504] env[62353]: _type = "Task" [ 764.556504] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.564022] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.564273] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 764.567867] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb1ad4f-b504-4591-a5fb-cadc7e523951 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.570695] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.576676] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 764.576676] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dbccc-e7f9-97cf-ae0b-2743d0d9a00b" [ 764.576676] env[62353]: _type = "Task" [ 764.576676] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.585112] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dbccc-e7f9-97cf-ae0b-2743d0d9a00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.669595] env[62353]: INFO nova.compute.manager [-] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Took 1.43 seconds to deallocate network for instance. [ 764.711407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f836db5e-1e32-4b00-b767-2c4118304d1b tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.741192] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] Releasing lock "refresh_cache-4c34acfa-f045-478f-a235-be78d83531b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.741487] env[62353]: DEBUG nova.compute.manager [req-b0be420f-1e58-48d2-bef8-ef8181d463ce req-3fd9ee03-8b0e-4880-9f1b-d9df8a75fc9f service nova] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Received event network-vif-deleted-d281dcfe-8a8d-4960-8a46-8dfae6ca70c4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 764.868942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179806a4-016b-414b-b60b-8a2c2a34e257 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.877117] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc53a8-f6f4-4e93-b80d-04409db78f59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.912121] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8150673-1bd0-4646-91cc-af6a286574c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.920064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01982d43-f3af-4a54-bfc1-80d1f4331211 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.934903] env[62353]: DEBUG nova.compute.provider_tree [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.054156] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.069735] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486758} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.069913] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 765.070153] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.070262] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63c4d896-3df1-4077-8d24-f99a03006cb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.077644] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 765.077644] env[62353]: value = "task-657013" [ 765.077644] env[62353]: _type = "Task" [ 765.077644] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.091191] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dbccc-e7f9-97cf-ae0b-2743d0d9a00b, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.094452] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.094685] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6845f29e-edaa-4860-8801-322eae62dfa0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.099487] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 765.099487] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b8a47-85c8-b2cc-da09-4d580b648bd4" [ 765.099487] env[62353]: _type = "Task" [ 765.099487] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.107215] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b8a47-85c8-b2cc-da09-4d580b648bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.177218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.460177] env[62353]: ERROR nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [req-caa01717-e069-4e08-a93c-683f3bff9eb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-caa01717-e069-4e08-a93c-683f3bff9eb0"}]} [ 765.476122] env[62353]: DEBUG nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 765.490922] env[62353]: DEBUG nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 765.491415] env[62353]: DEBUG nova.compute.provider_tree [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.506320] env[62353]: DEBUG nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 765.527014] env[62353]: DEBUG nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 765.557848] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657011, 'name': ReconfigVM_Task, 'duration_secs': 0.559714} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.557848] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ed3a1b9a-7523-489e-a340-60595501ec06/ed3a1b9a-7523-489e-a340-60595501ec06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.561021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54e6aa3-3621-44be-8844-973f6d503b7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.566779] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 765.566779] env[62353]: value = "task-657014" [ 765.566779] env[62353]: _type = "Task" [ 765.566779] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.574161] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657014, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.590455] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057891} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.594556] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.594556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e4c2bd-f4f4-486b-83ab-f0b50adeaaa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.615745] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.621680] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6446d74b-642d-427f-935f-ac6ae95596f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.642188] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521b8a47-85c8-b2cc-da09-4d580b648bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.007786} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.643436] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.644035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4c34acfa-f045-478f-a235-be78d83531b8/4c34acfa-f045-478f-a235-be78d83531b8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 765.644163] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 765.644163] env[62353]: value = "task-657015" [ 765.644163] env[62353]: _type = "Task" [ 765.644163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.644334] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd6a719-4f2f-4743-960f-92abaf4797f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.660089] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 765.660089] env[62353]: value = "task-657016" [ 765.660089] env[62353]: _type = "Task" [ 765.660089] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.660470] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.668937] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.084726] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657014, 'name': Rename_Task, 'duration_secs': 0.146153} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.090120] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 766.091121] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29cf278-25e4-4a53-aa0f-fbe10caf66c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102469] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 766.102469] env[62353]: value = "task-657017" [ 766.102469] env[62353]: _type = "Task" [ 766.102469] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.127226] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.157150] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.172672] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496943} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.172954] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4c34acfa-f045-478f-a235-be78d83531b8/4c34acfa-f045-478f-a235-be78d83531b8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 766.173229] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.173527] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c19b5ce2-8c5a-46d4-a68c-c5a8298869fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.179672] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 766.179672] env[62353]: value = "task-657018" [ 766.179672] env[62353]: _type = "Task" [ 766.179672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.184583] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea0c28-895f-4d5a-8975-f5547e871f08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.189708] env[62353]: DEBUG nova.objects.instance [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'flavor' on Instance uuid d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.198895] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.198895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794c50ff-08fa-4541-a12f-7024f2b3a628 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.235624] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad30927-3b79-4b0b-ad97-734861314888 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.245048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd78c4b-2c32-4bc5-b349-dd16d23b6a4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.261615] env[62353]: DEBUG nova.compute.provider_tree [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.613818] env[62353]: DEBUG oslo_vmware.api [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657017, 'name': PowerOnVM_Task, 'duration_secs': 0.483675} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.614204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 766.614435] env[62353]: INFO nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 9.09 seconds to spawn the instance on the hypervisor. [ 766.614697] env[62353]: DEBUG nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 766.615507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed145be1-8d14-48d1-a4a4-f9ba7f60a6f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.657386] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657015, 'name': ReconfigVM_Task, 'duration_secs': 0.704405} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.657644] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.658283] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e6ba25-bea4-4d4a-8872-0bf996b8b803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.666161] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 766.666161] env[62353]: value = "task-657019" [ 766.666161] env[62353]: _type = "Task" [ 766.666161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.675052] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657019, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.689619] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.690050] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.690910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b0569b-0146-433f-909b-c5ed001fc10f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.718196] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 4c34acfa-f045-478f-a235-be78d83531b8/4c34acfa-f045-478f-a235-be78d83531b8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.718345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.718530] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.718702] env[62353]: DEBUG nova.network.neutron [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 766.718941] env[62353]: DEBUG nova.objects.instance [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'info_cache' on Instance uuid d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.720257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc13013-a298-4514-9780-5db1662d668b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.748230] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 766.748230] env[62353]: value = "task-657020" [ 766.748230] env[62353]: _type = "Task" [ 766.748230] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.757825] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.797224] env[62353]: DEBUG nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 766.797507] env[62353]: DEBUG nova.compute.provider_tree [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 69 to 70 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.797727] env[62353]: DEBUG nova.compute.provider_tree [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.132116] env[62353]: INFO nova.compute.manager [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 42.71 seconds to build instance. [ 767.177155] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657019, 'name': Rename_Task, 'duration_secs': 0.13629} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.177451] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 767.177734] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-300a7fc2-f18a-412b-a7dc-a17e837f80ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.184224] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 767.184224] env[62353]: value = "task-657021" [ 767.184224] env[62353]: _type = "Task" [ 767.184224] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.191621] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.243985] env[62353]: DEBUG nova.objects.base [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 767.261458] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.303655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.510s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.305991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.306312] env[62353]: DEBUG nova.objects.instance [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lazy-loading 'resources' on Instance uuid 8b6c6ad7-cb82-4014-afc2-4689cdee033a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.337895] env[62353]: INFO nova.scheduler.client.report [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocations for instance 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7 [ 767.635093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-77e0c40a-8b38-4a62-84ed-6fec504ac69c tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.616s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.695905] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657021, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.763356] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657020, 'name': ReconfigVM_Task, 'duration_secs': 0.792325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.763770] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 4c34acfa-f045-478f-a235-be78d83531b8/4c34acfa-f045-478f-a235-be78d83531b8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.764453] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7885ad5c-26fe-4223-98b6-761e91aa16d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.770204] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 767.770204] env[62353]: value = "task-657022" [ 767.770204] env[62353]: _type = "Task" [ 767.770204] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.780483] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657022, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.846585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa1e6021-1264-4192-a71c-97ee4e68ddd4 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "39666946-c9b3-40fe-beb7-0eeb6fe6b9c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.377s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.139275] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 768.197322] env[62353]: DEBUG oslo_vmware.api [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657021, 'name': PowerOnVM_Task, 'duration_secs': 0.547679} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.201093] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 768.201093] env[62353]: DEBUG nova.compute.manager [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 768.202396] env[62353]: DEBUG nova.network.neutron [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.204924] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182e4c5-d681-4a0e-af99-406e91a4f792 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.284022] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657022, 'name': Rename_Task, 'duration_secs': 0.32951} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.284022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 768.284022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a25ceed-23b7-420c-8d29-5b9d462d202b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.290865] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 768.290865] env[62353]: value = "task-657023" [ 768.290865] env[62353]: _type = "Task" [ 768.290865] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.299955] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.390967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d01227-2952-4dc3-acbc-ebc413cf8811 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.399757] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67fe67b-8a84-49df-804d-9015e11c232e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.433629] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e6ec1-b328-4177-940a-1344755eaf8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.441806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa904a0-38de-4ddb-b4a3-18958d871081 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.456556] env[62353]: DEBUG nova.compute.provider_tree [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.662961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.709185] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.730721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.802833] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657023, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.963022] env[62353]: DEBUG nova.scheduler.client.report [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 769.217187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 769.217531] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc966a6-dce7-4352-81c6-1428e8848931 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.226445] env[62353]: DEBUG oslo_vmware.api [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 769.226445] env[62353]: value = "task-657024" [ 769.226445] env[62353]: _type = "Task" [ 769.226445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.234941] env[62353]: DEBUG oslo_vmware.api [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.305684] env[62353]: DEBUG oslo_vmware.api [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657023, 'name': PowerOnVM_Task, 'duration_secs': 0.862073} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.306008] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 769.310281] env[62353]: INFO nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Took 8.95 seconds to spawn the instance on the hypervisor. [ 769.310281] env[62353]: DEBUG nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 769.310281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62159eb9-1ec2-4005-a01a-129784644413 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.371539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.371747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.387113] env[62353]: DEBUG nova.compute.manager [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 769.387324] env[62353]: DEBUG nova.compute.manager [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing instance network info cache due to event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 769.387541] env[62353]: DEBUG oslo_concurrency.lockutils [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.387687] env[62353]: DEBUG oslo_concurrency.lockutils [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.387937] env[62353]: DEBUG nova.network.neutron [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 769.468111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.468542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.817s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.470292] env[62353]: INFO nova.compute.claims [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.489318] env[62353]: INFO nova.scheduler.client.report [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleted allocations for instance 8b6c6ad7-cb82-4014-afc2-4689cdee033a [ 769.736882] env[62353]: DEBUG oslo_vmware.api [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657024, 'name': PowerOnVM_Task, 'duration_secs': 0.431789} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.737578] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 769.737883] env[62353]: DEBUG nova.compute.manager [None req-2af6b2b0-1abf-4af3-9ce7-7dc8400c78f8 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 769.738811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd1485b-66be-4851-9689-a76fe77408f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.835193] env[62353]: INFO nova.compute.manager [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Took 38.59 seconds to build instance. [ 770.001147] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff6f64a4-4d83-48f7-a4c7-4da837386ccb tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "8b6c6ad7-cb82-4014-afc2-4689cdee033a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.090s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.295353] env[62353]: DEBUG nova.network.neutron [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updated VIF entry in instance network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 770.295804] env[62353]: DEBUG nova.network.neutron [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.339437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c407e943-fb59-4c60-a912-d2e2b0d25a85 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.928s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.797782] env[62353]: INFO nova.compute.manager [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Rebuilding instance [ 770.799643] env[62353]: DEBUG oslo_concurrency.lockutils [req-f354f91a-c1fc-46b7-bf37-991f9bcc9ec3 req-40cb1d23-0044-436f-8c14-99b8e3086565 service nova] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.839933] env[62353]: DEBUG nova.compute.manager [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 770.840813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2f117-5c44-4849-b2a2-8422984856f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.847315] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 771.010159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c71c7-d4b0-4aae-b491-118f657153e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.017179] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2c6a2-4bc3-4ff5-b096-99f1c349a7e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.056119] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf03fd-1125-4289-95f5-4e73ee1f1d07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.063831] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2224227d-79c5-4add-817a-be97b9b28b48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.082284] env[62353]: DEBUG nova.compute.provider_tree [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.365861] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 771.366393] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e12421f-f68c-4407-b3c4-7451eda437b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.372148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.373926] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 771.373926] env[62353]: value = "task-657025" [ 771.373926] env[62353]: _type = "Task" [ 771.373926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.383131] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.585982] env[62353]: DEBUG nova.scheduler.client.report [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 771.884086] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657025, 'name': PowerOffVM_Task, 'duration_secs': 0.212117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.884408] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 771.884606] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 771.885401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701f97f-17c8-46d3-8808-c9b62c10b1ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.892654] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 771.892846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07d04d1-449a-45fd-9571-b79170810fc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.898822] env[62353]: DEBUG nova.compute.manager [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 771.899128] env[62353]: DEBUG nova.compute.manager [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing instance network info cache due to event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 771.899418] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.899571] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.899670] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 771.919772] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 771.920019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 771.920215] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Deleting the datastore file [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.920734] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90184f11-7544-4a93-8237-396c396be42d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.928184] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 771.928184] env[62353]: value = "task-657027" [ 771.928184] env[62353]: _type = "Task" [ 771.928184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.936516] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.091353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.091914] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 772.094943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.586s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.096238] env[62353]: DEBUG nova.objects.instance [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lazy-loading 'resources' on Instance uuid e490c7b7-6354-480b-bdc3-e3b70eb6a67f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.438139] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.438407] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.438603] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 772.438792] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 772.599412] env[62353]: DEBUG nova.compute.utils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.606258] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 772.606443] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 772.656826] env[62353]: DEBUG nova.policy [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b363a4f0da9b41dd8279869d340d57c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892a75684db34529bf7f5e487c72fdb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 772.802704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.802704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.804010] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updated VIF entry in instance network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 772.804229] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.854764] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb83e58-bfe2-436b-b7b1-6d18a58f4c35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.863307] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 772.867453] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b3d8a3ba-97ce-4302-9895-5becc86a9684 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.874076] env[62353]: DEBUG oslo_vmware.api [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 772.874076] env[62353]: value = "task-657028" [ 772.874076] env[62353]: _type = "Task" [ 772.874076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.884173] env[62353]: DEBUG oslo_vmware.api [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657028, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.025583] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Successfully created port: 868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.105686] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 773.159163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ca955-5045-41b2-9fd9-754b44a23e8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.172375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981aaa2-6a8b-4a5f-ade6-1bbaade2037c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.207668] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc4c6e-f09c-431e-bf12-a868a4e71dc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.215671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b83641-e389-42f5-9aad-c7d3e05d9b03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.230104] env[62353]: DEBUG nova.compute.provider_tree [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.307237] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.307562] env[62353]: DEBUG nova.compute.manager [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.307757] env[62353]: DEBUG nova.compute.manager [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing instance network info cache due to event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 773.308011] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Acquiring lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.308205] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Acquired lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.308383] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 773.387804] env[62353]: DEBUG oslo_vmware.api [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657028, 'name': SuspendVM_Task} progress is 54%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.476526] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 773.476795] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 773.476940] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.477140] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 773.477295] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.477446] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 773.477656] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 773.477841] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 773.478124] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 773.478336] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 773.478525] env[62353]: DEBUG nova.virt.hardware [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.479471] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c3c879-53a7-468d-9020-f2dce5a84701 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.487549] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e1e8f3-ec4d-44db-adc6-020e03f49399 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.501909] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.507536] env[62353]: DEBUG oslo.service.loopingcall [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.507761] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 773.508052] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8c6553-0318-4d53-9572-eaf7045d8e09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.525657] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.525657] env[62353]: value = "task-657029" [ 773.525657] env[62353]: _type = "Task" [ 773.525657] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.533602] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657029, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.733215] env[62353]: DEBUG nova.scheduler.client.report [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 773.890758] env[62353]: DEBUG oslo_vmware.api [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657028, 'name': SuspendVM_Task} progress is 54%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.035888] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657029, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.117563] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 774.143667] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 774.143944] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 774.144124] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.144321] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 774.144475] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.144684] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 774.144913] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 774.145106] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 774.145290] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 774.145461] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 774.145641] env[62353]: DEBUG nova.virt.hardware [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.146857] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebbdd8-3942-4680-8b76-4c9a2ac3001a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.154893] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e69e74a-eb35-4585-9999-809e54edd449 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.193440] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updated VIF entry in instance network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 774.193847] env[62353]: DEBUG nova.network.neutron [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [{"id": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "address": "fa:16:3e:a4:ae:a6", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1669cd-e5", "ovs_interfaceid": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.239165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.244902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.900s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.244902] env[62353]: INFO nova.compute.claims [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.276901] env[62353]: INFO nova.scheduler.client.report [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Deleted allocations for instance e490c7b7-6354-480b-bdc3-e3b70eb6a67f [ 774.328145] env[62353]: DEBUG nova.compute.manager [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 774.328145] env[62353]: DEBUG nova.compute.manager [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing instance network info cache due to event network-changed-ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 774.328145] env[62353]: DEBUG oslo_concurrency.lockutils [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] Acquiring lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.363021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.363021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.363021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.363021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.363021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.364130] env[62353]: INFO nova.compute.manager [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Terminating instance [ 774.367922] env[62353]: DEBUG nova.compute.manager [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 774.368308] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 774.369289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4030c-2a0c-4029-9f78-d16bcbe78f78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.377905] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 774.378425] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29bef8a2-fbee-4d3c-a725-099ceac26c7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.390763] env[62353]: DEBUG oslo_vmware.api [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657028, 'name': SuspendVM_Task, 'duration_secs': 1.230526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.392748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 774.392748] env[62353]: DEBUG nova.compute.manager [None req-97339209-1ae0-44c4-8839-a8a91ad5b791 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 774.393131] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 774.393131] env[62353]: value = "task-657030" [ 774.393131] env[62353]: _type = "Task" [ 774.393131] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.393976] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e18d9c2-4a63-4328-aec4-ef332c59431b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.410959] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.537764] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657029, 'name': CreateVM_Task, 'duration_secs': 0.893563} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.537986] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 774.538410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.538579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.538913] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.539212] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e31221c-8136-42f6-a4c5-ab3796e36141 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.545407] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 774.545407] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5236575a-3c15-5626-c76f-7d6ab144c304" [ 774.545407] env[62353]: _type = "Task" [ 774.545407] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.553530] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5236575a-3c15-5626-c76f-7d6ab144c304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.621694] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Successfully updated port: 868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.696947] env[62353]: DEBUG oslo_concurrency.lockutils [req-d292cb62-45f6-4aee-bacc-00673f9d251f req-a3fb2f92-8193-451f-9c24-b5a909462e4d service nova] Releasing lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.697427] env[62353]: DEBUG oslo_concurrency.lockutils [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] Acquired lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.697665] env[62353]: DEBUG nova.network.neutron [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Refreshing network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 774.787325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4d30d1-b2e4-4451-a444-6810c8776819 tempest-ServersAdminNegativeTestJSON-416209176 tempest-ServersAdminNegativeTestJSON-416209176-project-member] Lock "e490c7b7-6354-480b-bdc3-e3b70eb6a67f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.334s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.909045] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657030, 'name': PowerOffVM_Task, 'duration_secs': 0.18168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.909516] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 774.909824] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 774.911307] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d27d6f6-8aa5-46c6-a190-ad4d033a3579 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.978172] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 774.978172] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 774.978172] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleting the datastore file [datastore2] ed3a1b9a-7523-489e-a340-60595501ec06 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.978172] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ad4b90-a51e-4ffe-b069-dde921076c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.987017] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 774.987017] env[62353]: value = "task-657032" [ 774.987017] env[62353]: _type = "Task" [ 774.987017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.992856] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.031849] env[62353]: DEBUG nova.compute.manager [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Received event network-vif-plugged-868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.032138] env[62353]: DEBUG oslo_concurrency.lockutils [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.032364] env[62353]: DEBUG oslo_concurrency.lockutils [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] Lock "dc2cb03c-6286-461e-8afb-485436523433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.032585] env[62353]: DEBUG oslo_concurrency.lockutils [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] Lock "dc2cb03c-6286-461e-8afb-485436523433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.032811] env[62353]: DEBUG nova.compute.manager [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] No waiting events found dispatching network-vif-plugged-868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 775.033064] env[62353]: WARNING nova.compute.manager [req-baf1f49c-d0e6-45f1-afc7-2bfe612a14ef req-1663b803-8ce5-4703-b8bb-6293bc3e945b service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Received unexpected event network-vif-plugged-868e54c7-5e05-4fef-9399-215a8d5fddd9 for instance with vm_state building and task_state spawning. [ 775.061236] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5236575a-3c15-5626-c76f-7d6ab144c304, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.061236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.061236] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.061236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.061236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.061236] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.061236] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69864108-7613-442d-b2b7-382daab994c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.075016] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.075245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 775.076037] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440f8607-d1c9-42bb-a7d2-646825afd6ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.081246] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 775.081246] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c1eaa3-8667-51b7-7bbb-51ade06ca0c2" [ 775.081246] env[62353]: _type = "Task" [ 775.081246] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.091698] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c1eaa3-8667-51b7-7bbb-51ade06ca0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.125411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.125579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.125752] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 775.410258] env[62353]: DEBUG nova.network.neutron [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updated VIF entry in instance network info cache for port ea1669cd-e5fb-459a-92d6-bbf39ae341df. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 775.410258] env[62353]: DEBUG nova.network.neutron [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [{"id": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "address": "fa:16:3e:a4:ae:a6", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1669cd-e5", "ovs_interfaceid": "ea1669cd-e5fb-459a-92d6-bbf39ae341df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.498990] env[62353]: DEBUG oslo_vmware.api [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218869} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.499306] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.499759] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 775.499759] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 775.499987] env[62353]: INFO nova.compute.manager [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 1.13 seconds to destroy the instance on the hypervisor. [ 775.502356] env[62353]: DEBUG oslo.service.loopingcall [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.502356] env[62353]: DEBUG nova.compute.manager [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 775.502356] env[62353]: DEBUG nova.network.neutron [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 775.592355] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c1eaa3-8667-51b7-7bbb-51ade06ca0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.594875] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f05952-849c-481e-b28f-3af5a191b5e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.599763] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 775.599763] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245ea00-a9ed-42ae-b82b-95be17d82f1d" [ 775.599763] env[62353]: _type = "Task" [ 775.599763] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.610364] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245ea00-a9ed-42ae-b82b-95be17d82f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.676324] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.805170] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e78838-0d37-4acc-a204-79bc92163969 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.818173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007d259-c73b-4f60-88a0-02d4ebc5d66c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.868987] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262a78c-3a3a-4ec9-a5da-f289ec404422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.877372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fbf163-50b5-4e67-a29c-4e42b4ab57d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.891564] env[62353]: DEBUG nova.compute.provider_tree [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.915364] env[62353]: DEBUG oslo_concurrency.lockutils [req-859e130a-388f-4857-a6f7-c913cd3d65f9 req-c4a596b2-62c2-4ff7-be1e-1000958a5621 service nova] Releasing lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.971135] env[62353]: DEBUG nova.network.neutron [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updating instance_info_cache with network_info: [{"id": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "address": "fa:16:3e:69:d4:e3", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868e54c7-5e", "ovs_interfaceid": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.109836] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245ea00-a9ed-42ae-b82b-95be17d82f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.033052} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.110405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.110786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 776.111261] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-495fe438-b6c7-4043-a2c8-e364b758028c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.118716] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 776.118716] env[62353]: value = "task-657033" [ 776.118716] env[62353]: _type = "Task" [ 776.118716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.126886] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.300495] env[62353]: DEBUG nova.network.neutron [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.394519] env[62353]: DEBUG nova.scheduler.client.report [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 776.474041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.474363] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Instance network_info: |[{"id": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "address": "fa:16:3e:69:d4:e3", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868e54c7-5e", "ovs_interfaceid": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 776.474922] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '868e54c7-5e05-4fef-9399-215a8d5fddd9', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.483486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating folder: Project (892a75684db34529bf7f5e487c72fdb1). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 776.484259] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c77e39a-0a9e-4e6e-8ead-cdfe143e0fae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.497618] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created folder: Project (892a75684db34529bf7f5e487c72fdb1) in parent group-v159334. [ 776.497956] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating folder: Instances. Parent ref: group-v159462. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 776.498320] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186345e2-1d57-4e75-aa99-e61a3092014e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.508843] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created folder: Instances in parent group-v159462. [ 776.509162] env[62353]: DEBUG oslo.service.loopingcall [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.509372] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 776.509651] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca58e3eb-e597-4f15-bd25-ca53576caa57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.532692] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.532692] env[62353]: value = "task-657036" [ 776.532692] env[62353]: _type = "Task" [ 776.532692] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.543237] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657036, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.631509] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.706691] env[62353]: DEBUG nova.compute.manager [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 776.706984] env[62353]: DEBUG nova.compute.manager [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing instance network info cache due to event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 776.707354] env[62353]: DEBUG oslo_concurrency.lockutils [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.707441] env[62353]: DEBUG oslo_concurrency.lockutils [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.707669] env[62353]: DEBUG nova.network.neutron [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 776.803171] env[62353]: INFO nova.compute.manager [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 1.30 seconds to deallocate network for instance. [ 776.900415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.900900] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 776.903613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.889s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.905409] env[62353]: INFO nova.compute.claims [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.044585] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657036, 'name': CreateVM_Task, 'duration_secs': 0.40924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.044939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 777.045638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.045822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.046176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.046510] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c350d11-f443-4966-a0b2-bc8420d4c0d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.051049] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 777.051049] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dcc1fb-1db1-485f-2b23-460bf036cb9a" [ 777.051049] env[62353]: _type = "Task" [ 777.051049] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.062811] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dcc1fb-1db1-485f-2b23-460bf036cb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.129817] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.309925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.389796] env[62353]: DEBUG nova.compute.manager [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Received event network-changed-868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 777.390090] env[62353]: DEBUG nova.compute.manager [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Refreshing instance network info cache due to event network-changed-868e54c7-5e05-4fef-9399-215a8d5fddd9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 777.390241] env[62353]: DEBUG oslo_concurrency.lockutils [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] Acquiring lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.390397] env[62353]: DEBUG oslo_concurrency.lockutils [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] Acquired lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.390567] env[62353]: DEBUG nova.network.neutron [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Refreshing network info cache for port 868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 777.416461] env[62353]: DEBUG nova.compute.utils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.422013] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 777.422196] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 777.468511] env[62353]: DEBUG nova.policy [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b718db4e2324bd19505d11d10e761b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '538048af2c8042fa87c5199af727a27b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 777.557415] env[62353]: DEBUG nova.network.neutron [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updated VIF entry in instance network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 777.559840] env[62353]: DEBUG nova.network.neutron [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.566780] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dcc1fb-1db1-485f-2b23-460bf036cb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.567104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.567360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.567575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.567733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.567918] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.568328] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a098ab-0dfc-4413-8324-9e23e23ae15b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.576747] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.576947] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 777.577880] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552e21f6-e24c-4e02-892a-250e4b7baafa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.584144] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 777.584144] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f38d26-248c-ba73-d2d0-86271512e69c" [ 777.584144] env[62353]: _type = "Task" [ 777.584144] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.590684] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f38d26-248c-ba73-d2d0-86271512e69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.630380] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657033, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.682657] env[62353]: DEBUG nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 777.683687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f118a0e-9f24-4453-baa8-f43d4efb8f37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730959] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Successfully created port: e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.927809] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 777.998520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.063315] env[62353]: DEBUG oslo_concurrency.lockutils [req-2197697b-9b44-4b1b-99f5-9cf6b9f9d671 req-c42cb00b-3fc2-41f1-8779-2fb75ecd181a service nova] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.097742] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f38d26-248c-ba73-d2d0-86271512e69c, 'name': SearchDatastore_Task, 'duration_secs': 0.007774} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.098573] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968952f0-3f65-4111-8975-b593e14de4f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.105155] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 778.105155] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524b9c17-d8fa-6397-c7ba-c5ccc7133c43" [ 778.105155] env[62353]: _type = "Task" [ 778.105155] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.115593] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524b9c17-d8fa-6397-c7ba-c5ccc7133c43, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.118121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.118776] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] dc2cb03c-6286-461e-8afb-485436523433/dc2cb03c-6286-461e-8afb-485436523433.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 778.118894] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a502327-5910-4a84-9cf2-72fd70b709e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.126289] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 778.126289] env[62353]: value = "task-657037" [ 778.126289] env[62353]: _type = "Task" [ 778.126289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.134725] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.654704} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.135238] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 778.135488] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.135779] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b475781a-a40b-42bb-aa0f-09e731a29197 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.140963] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.146918] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 778.146918] env[62353]: value = "task-657038" [ 778.146918] env[62353]: _type = "Task" [ 778.146918] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.154742] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.157322] env[62353]: DEBUG nova.network.neutron [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updated VIF entry in instance network info cache for port 868e54c7-5e05-4fef-9399-215a8d5fddd9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 778.157861] env[62353]: DEBUG nova.network.neutron [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updating instance_info_cache with network_info: [{"id": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "address": "fa:16:3e:69:d4:e3", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868e54c7-5e", "ovs_interfaceid": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.194958] env[62353]: INFO nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] instance snapshotting [ 778.195231] env[62353]: WARNING nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 778.200926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1f4167-bde1-4d5b-aee4-51e312803bb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.222815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06c90e-8fc5-4957-b6aa-5450d9bec362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.450174] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d5dc7-ea5e-42d9-a673-c019bc562eec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.461167] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a5421-e164-4dd6-b5ea-35bb9b6a112e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.495797] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cfe6c0-f121-4d53-8f37-bfb75acf6aa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.507202] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1891d-4c27-44de-be95-881eb51f9fb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.523496] env[62353]: DEBUG nova.compute.provider_tree [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.637013] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.637372] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] dc2cb03c-6286-461e-8afb-485436523433/dc2cb03c-6286-461e-8afb-485436523433.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 778.637527] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.637784] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c34ba8bd-a078-47fc-a2e2-9d2607b81ae2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.643451] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 778.643451] env[62353]: value = "task-657039" [ 778.643451] env[62353]: _type = "Task" [ 778.643451] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.653453] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.657748] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061836} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.658082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.658967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7394156b-1ddf-4ff3-bd79-d15e169c36cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.663506] env[62353]: DEBUG oslo_concurrency.lockutils [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] Releasing lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.663758] env[62353]: DEBUG nova.compute.manager [req-2f3d577d-4b0e-4715-80de-eac5094aaccc req-11957379-362c-47c3-a106-23d35eebe030 service nova] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Received event network-vif-deleted-ea1669cd-e5fb-459a-92d6-bbf39ae341df {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 778.683763] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.684141] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a58b9d-2639-4662-b47f-cda7f1b601d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.703466] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 778.703466] env[62353]: value = "task-657040" [ 778.703466] env[62353]: _type = "Task" [ 778.703466] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.711602] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.734039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.734366] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-087ce4c4-9529-4810-9927-3cba9ca0009e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.742069] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 778.742069] env[62353]: value = "task-657041" [ 778.742069] env[62353]: _type = "Task" [ 778.742069] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.750356] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657041, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.774074] env[62353]: DEBUG nova.compute.manager [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 778.774918] env[62353]: DEBUG nova.compute.manager [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing instance network info cache due to event network-changed-626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 778.774918] env[62353]: DEBUG oslo_concurrency.lockutils [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] Acquiring lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.774918] env[62353]: DEBUG oslo_concurrency.lockutils [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] Acquired lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.774918] env[62353]: DEBUG nova.network.neutron [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Refreshing network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 778.941058] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 778.963255] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 778.963565] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 778.963799] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.964037] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 778.964203] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.964359] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 778.964598] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 778.964771] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 778.964948] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 778.965131] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 778.965310] env[62353]: DEBUG nova.virt.hardware [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 778.966227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1f2d4-ccb9-4b67-be37-0f8d22e9c37c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.974322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb0da0-5dde-4c76-bbba-47da4c08caa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.027035] env[62353]: DEBUG nova.scheduler.client.report [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 779.154961] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057189} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.155239] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.156074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08884d0c-bf80-4b3e-a2f1-6bc5106c70e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.179400] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] dc2cb03c-6286-461e-8afb-485436523433/dc2cb03c-6286-461e-8afb-485436523433.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.179952] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fde140-1501-4fa9-ad73-a33cf51b8bc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.200400] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 779.200400] env[62353]: value = "task-657042" [ 779.200400] env[62353]: _type = "Task" [ 779.200400] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.212865] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.217525] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657040, 'name': ReconfigVM_Task, 'duration_secs': 0.278092} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.217988] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Successfully updated port: e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.219504] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be/53f91275-8b3a-492f-9e5d-7be6aa92c1be.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.220554] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-345585f5-b95b-446b-aa30-8b205d8bfc4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.226575] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 779.226575] env[62353]: value = "task-657043" [ 779.226575] env[62353]: _type = "Task" [ 779.226575] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.236281] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657043, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.253154] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657041, 'name': CreateSnapshot_Task, 'duration_secs': 0.49632} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.253702] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.254639] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2fb83-608a-49dd-a8b5-fbf49f015cdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.417233] env[62353]: DEBUG nova.compute.manager [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Received event network-vif-plugged-e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 779.417486] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Acquiring lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.417710] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.417887] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.418075] env[62353]: DEBUG nova.compute.manager [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] No waiting events found dispatching network-vif-plugged-e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 779.418250] env[62353]: WARNING nova.compute.manager [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Received unexpected event network-vif-plugged-e61d5f4b-c974-4014-9153-4b4cc67bfcdb for instance with vm_state building and task_state spawning. [ 779.418417] env[62353]: DEBUG nova.compute.manager [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Received event network-changed-e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 779.418580] env[62353]: DEBUG nova.compute.manager [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Refreshing instance network info cache due to event network-changed-e61d5f4b-c974-4014-9153-4b4cc67bfcdb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 779.418826] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Acquiring lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.419047] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Acquired lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.419245] env[62353]: DEBUG nova.network.neutron [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Refreshing network info cache for port e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 779.482544] env[62353]: DEBUG nova.network.neutron [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updated VIF entry in instance network info cache for port 626b4524-cced-4798-af0d-2ffd7a4c35ab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 779.482897] env[62353]: DEBUG nova.network.neutron [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [{"id": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "address": "fa:16:3e:93:e6:45", "network": {"id": "4b1b3b1b-5e27-4085-b66c-a14c15a6557c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1571526348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e48f884b164fafac478c7413929b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626b4524-cc", "ovs_interfaceid": "626b4524-cced-4798-af0d-2ffd7a4c35ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.535099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.535629] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 779.538072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.581s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.538308] env[62353]: DEBUG nova.objects.instance [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lazy-loading 'resources' on Instance uuid f8d7ed54-118c-4bba-a0ff-0864b648f7a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.710805] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657042, 'name': ReconfigVM_Task, 'duration_secs': 0.262405} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.711095] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfigured VM instance instance-00000030 to attach disk [datastore2] dc2cb03c-6286-461e-8afb-485436523433/dc2cb03c-6286-461e-8afb-485436523433.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.711729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49cca23b-4ba4-44f4-8ead-dcd006c6ff82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.717761] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 779.717761] env[62353]: value = "task-657044" [ 779.717761] env[62353]: _type = "Task" [ 779.717761] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.720944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.726605] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657044, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.735440] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657043, 'name': Rename_Task, 'duration_secs': 0.12996} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.735963] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 779.738162] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45bec40-1fd3-46a9-b084-7fce9beb9941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.743959] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Waiting for the task: (returnval){ [ 779.743959] env[62353]: value = "task-657045" [ 779.743959] env[62353]: _type = "Task" [ 779.743959] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.750735] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.772986] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.773125] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9766a72d-c97c-444e-9dbd-1e826463e63f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.780891] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 779.780891] env[62353]: value = "task-657046" [ 779.780891] env[62353]: _type = "Task" [ 779.780891] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.789423] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657046, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.950987] env[62353]: DEBUG nova.network.neutron [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.985640] env[62353]: DEBUG oslo_concurrency.lockutils [req-20cc72f0-533f-4b78-ae2d-e0ef1d2b4ccd req-480d64ee-d418-41d9-ba8a-37105652e250 service nova] Releasing lock "refresh_cache-5dc2cfa6-1f70-49b0-9be4-3189556561b8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.034147] env[62353]: DEBUG nova.network.neutron [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.043716] env[62353]: DEBUG nova.compute.utils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 780.046040] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 780.046040] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 780.086107] env[62353]: DEBUG nova.policy [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ecb6ba7d894d7c84454baf5a1f45ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '443e2c29978046fbba0a13867d77ddb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 780.228678] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657044, 'name': Rename_Task, 'duration_secs': 0.136278} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.228966] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 780.230364] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4a647d-8fc8-4d6e-add8-ec3511b1d2ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.235286] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 780.235286] env[62353]: value = "task-657047" [ 780.235286] env[62353]: _type = "Task" [ 780.235286] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.245656] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.254123] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.293016] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657046, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.381658] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Successfully created port: e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.536888] env[62353]: DEBUG oslo_concurrency.lockutils [req-137e59b1-0214-4797-98c9-110e47156dda req-8acebcda-ab81-433f-9089-7320e1e41b32 service nova] Releasing lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.537397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquired lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.537624] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 780.549354] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 780.586274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab4d8c-c305-4442-a858-2baadc6d944a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c0198-ccfd-4a6f-b158-1448c50263e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.631397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14337f02-4350-478d-9a3f-b23cdbc1a483 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.641342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de6554-7e1a-44a2-a05c-b286710ef13b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.660028] env[62353]: DEBUG nova.compute.provider_tree [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.745500] env[62353]: DEBUG oslo_vmware.api [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657047, 'name': PowerOnVM_Task, 'duration_secs': 0.444074} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.745820] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 780.746061] env[62353]: INFO nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Took 6.63 seconds to spawn the instance on the hypervisor. [ 780.746283] env[62353]: DEBUG nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 780.749865] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b28c7-f4cd-4577-95cc-76e9cff5bfd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.757374] env[62353]: DEBUG oslo_vmware.api [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Task: {'id': task-657045, 'name': PowerOnVM_Task, 'duration_secs': 0.919378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.759017] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 780.759249] env[62353]: DEBUG nova.compute.manager [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 780.762831] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4efbe54-b4eb-4641-8409-84ba0287253b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.793740] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657046, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.092286] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 781.166396] env[62353]: DEBUG nova.scheduler.client.report [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 781.277900] env[62353]: INFO nova.compute.manager [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Took 37.64 seconds to build instance. [ 781.283831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.298319] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657046, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.308774] env[62353]: DEBUG nova.network.neutron [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Updating instance_info_cache with network_info: [{"id": "e61d5f4b-c974-4014-9153-4b4cc67bfcdb", "address": "fa:16:3e:a2:66:75", "network": {"id": "ed17f69d-4510-48c1-b6f5-d385194fb966", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-150685987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "538048af2c8042fa87c5199af727a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61d5f4b-c9", "ovs_interfaceid": "e61d5f4b-c974-4014-9153-4b4cc67bfcdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.559490] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 781.580618] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 781.580894] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 781.581072] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.581266] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 781.581421] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.581577] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 781.581821] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 781.582016] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 781.582210] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 781.582380] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 781.582561] env[62353]: DEBUG nova.virt.hardware [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.583787] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51312e72-0ea9-4399-9d59-7cf888b69984 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.591756] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f54fc-4163-45ce-bd56-b4e3b5178048 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.674334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.676769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.232s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.677045] env[62353]: DEBUG nova.objects.instance [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lazy-loading 'resources' on Instance uuid 575b14cb-d0ee-45e2-89bf-572303129de1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.697369] env[62353]: INFO nova.scheduler.client.report [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Deleted allocations for instance f8d7ed54-118c-4bba-a0ff-0864b648f7a4 [ 781.705315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.705605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.705826] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.706033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.706219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.708605] env[62353]: INFO nova.compute.manager [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Terminating instance [ 781.710444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "refresh_cache-53f91275-8b3a-492f-9e5d-7be6aa92c1be" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.710635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquired lock "refresh_cache-53f91275-8b3a-492f-9e5d-7be6aa92c1be" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.710810] env[62353]: DEBUG nova.network.neutron [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 781.782016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a373a184-7d51-4d4b-933e-c8459b7cc003 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.300s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.801413] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657046, 'name': CloneVM_Task, 'duration_secs': 1.676691} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.801764] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Created linked-clone VM from snapshot [ 781.802633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc641cd8-d669-4222-87aa-61b759d79aaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.807678] env[62353]: DEBUG nova.compute.manager [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received event network-vif-plugged-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 781.808093] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] Acquiring lock "164d78b2-4796-439c-98c7-818ea4260846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.808351] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] Lock "164d78b2-4796-439c-98c7-818ea4260846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.808530] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] Lock "164d78b2-4796-439c-98c7-818ea4260846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.808863] env[62353]: DEBUG nova.compute.manager [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] No waiting events found dispatching network-vif-plugged-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 781.809107] env[62353]: WARNING nova.compute.manager [req-3d9d6352-4865-4141-8bc9-654644d8b82f req-44486e14-2439-4449-a842-ed1a19f029e7 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received unexpected event network-vif-plugged-e31b444c-2bf7-4ee9-8c10-74622b20974c for instance with vm_state building and task_state spawning. [ 781.814896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Releasing lock "refresh_cache-c3fcda6a-e95a-4860-946a-2c03ee9e1243" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.815189] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance network_info: |[{"id": "e61d5f4b-c974-4014-9153-4b4cc67bfcdb", "address": "fa:16:3e:a2:66:75", "network": {"id": "ed17f69d-4510-48c1-b6f5-d385194fb966", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-150685987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "538048af2c8042fa87c5199af727a27b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61d5f4b-c9", "ovs_interfaceid": "e61d5f4b-c974-4014-9153-4b4cc67bfcdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 781.815716] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Uploading image 77e88c90-f8e0-424b-b589-53b9edb5f48c {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 781.818113] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:66:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e61d5f4b-c974-4014-9153-4b4cc67bfcdb', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.825860] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Creating folder: Project (538048af2c8042fa87c5199af727a27b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 781.826876] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a13d765-530b-4237-8518-ebddc2316d19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.838957] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Created folder: Project (538048af2c8042fa87c5199af727a27b) in parent group-v159334. [ 781.838957] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Creating folder: Instances. Parent ref: group-v159467. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 781.838957] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3228d08d-6a57-483c-a46e-2435ebf3d284 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.842356] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.842356] env[62353]: value = "vm-159466" [ 781.842356] env[62353]: _type = "VirtualMachine" [ 781.842356] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.842862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3bb6c73-fc3c-471b-8186-0734ba94a715 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.848538] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Created folder: Instances in parent group-v159467. [ 781.848538] env[62353]: DEBUG oslo.service.loopingcall [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.848538] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 781.848719] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7638d46-c387-45a7-9984-0f33ef993e2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.864245] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease: (returnval){ [ 781.864245] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ab17a2-2a3e-e2e6-a227-df1814fc4fde" [ 781.864245] env[62353]: _type = "HttpNfcLease" [ 781.864245] env[62353]: } obtained for exporting VM: (result){ [ 781.864245] env[62353]: value = "vm-159466" [ 781.864245] env[62353]: _type = "VirtualMachine" [ 781.864245] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.864535] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the lease: (returnval){ [ 781.864535] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ab17a2-2a3e-e2e6-a227-df1814fc4fde" [ 781.864535] env[62353]: _type = "HttpNfcLease" [ 781.864535] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.868554] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.868554] env[62353]: value = "task-657051" [ 781.868554] env[62353]: _type = "Task" [ 781.868554] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.875898] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.875898] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ab17a2-2a3e-e2e6-a227-df1814fc4fde" [ 781.875898] env[62353]: _type = "HttpNfcLease" [ 781.875898] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.878797] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.878797] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ab17a2-2a3e-e2e6-a227-df1814fc4fde" [ 781.878797] env[62353]: _type = "HttpNfcLease" [ 781.878797] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.879051] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657051, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.880818] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae28768-0868-46a7-8cdd-e046b16d4227 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.887072] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.887072] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.948089] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Successfully updated port: e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.016060] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-518efe14-7565-43c9-9759-1b236f130395 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.206645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23fa4851-41f1-43a0-94e1-6a1b96f75e87 tempest-AttachInterfacesUnderV243Test-1496065196 tempest-AttachInterfacesUnderV243Test-1496065196-project-member] Lock "f8d7ed54-118c-4bba-a0ff-0864b648f7a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.962s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.236112] env[62353]: DEBUG nova.network.neutron [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 782.286546] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 782.315236] env[62353]: DEBUG nova.network.neutron [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.385115] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657051, 'name': CreateVM_Task, 'duration_secs': 0.331854} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.385284] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 782.386328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.387323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.387323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.387323] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5be9bc-cbf0-4adc-84fb-423d99174dbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.396197] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 782.396197] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52480203-404e-0c55-57a1-b2cd8356135a" [ 782.396197] env[62353]: _type = "Task" [ 782.396197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.406491] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52480203-404e-0c55-57a1-b2cd8356135a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.450930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.451161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.451339] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 782.775840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64edef38-2672-4709-a26f-9854c1c7428f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.784654] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f85534-9bf9-4503-b293-ec4ce31cad66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.832228] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Releasing lock "refresh_cache-53f91275-8b3a-492f-9e5d-7be6aa92c1be" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.832800] env[62353]: DEBUG nova.compute.manager [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 782.833089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 782.835210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3534b5-e315-44c3-babf-cdca578509f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.839193] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82a150-bcfc-439c-88a6-4b892d349ff9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.848679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.855313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4752147-b7ef-4e96-bd72-7c0e6aba9b6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.860616] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 782.860744] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9704a504-b45b-4177-bee9-5c045c96084d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.876149] env[62353]: DEBUG nova.compute.provider_tree [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.878771] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 782.878771] env[62353]: value = "task-657052" [ 782.878771] env[62353]: _type = "Task" [ 782.878771] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.889644] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.908034] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52480203-404e-0c55-57a1-b2cd8356135a, 'name': SearchDatastore_Task, 'duration_secs': 0.018635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.908606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.908938] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.909772] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.910406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.910406] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.910639] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f3b341a-ef89-4f95-a059-f31395c0385e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922780] env[62353]: DEBUG nova.compute.manager [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Received event network-changed-868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 782.923684] env[62353]: DEBUG nova.compute.manager [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Refreshing instance network info cache due to event network-changed-868e54c7-5e05-4fef-9399-215a8d5fddd9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 782.924031] env[62353]: DEBUG oslo_concurrency.lockutils [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] Acquiring lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.924155] env[62353]: DEBUG oslo_concurrency.lockutils [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] Acquired lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.924271] env[62353]: DEBUG nova.network.neutron [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Refreshing network info cache for port 868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 782.928593] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.928593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 782.930114] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d2980b-db96-421a-9e15-21bf31b10869 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.936767] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 782.936767] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52587e0f-18f8-8aa9-0a6d-c35d69b06784" [ 782.936767] env[62353]: _type = "Task" [ 782.936767] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.946793] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52587e0f-18f8-8aa9-0a6d-c35d69b06784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.984604] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 783.172277] env[62353]: DEBUG nova.network.neutron [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.380426] env[62353]: DEBUG nova.scheduler.client.report [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 783.393831] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657052, 'name': PowerOffVM_Task, 'duration_secs': 0.131509} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.394136] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 783.394332] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 783.394618] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b0e30b6-a536-464e-bd17-e1c2d2fd8d15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.420711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 783.420933] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 783.421151] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Deleting the datastore file [datastore2] 53f91275-8b3a-492f-9e5d-7be6aa92c1be {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.421522] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1521acf-1e26-4bbc-93c3-ead5c3836d00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.431534] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for the task: (returnval){ [ 783.431534] env[62353]: value = "task-657054" [ 783.431534] env[62353]: _type = "Task" [ 783.431534] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.443245] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.452299] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52587e0f-18f8-8aa9-0a6d-c35d69b06784, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.453334] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06cf1fa-08de-4d85-9e4f-b6783354e6fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.462883] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 783.462883] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529495d4-234d-9e6b-7173-4c41b586b50a" [ 783.462883] env[62353]: _type = "Task" [ 783.462883] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.473473] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529495d4-234d-9e6b-7173-4c41b586b50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.677645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.678107] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Instance network_info: |[{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 783.678637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4b:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31b444c-2bf7-4ee9-8c10-74622b20974c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.688071] env[62353]: DEBUG oslo.service.loopingcall [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.688638] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 783.688880] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e10204c-561d-4c12-955e-eb92deb4ba38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712250] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.712250] env[62353]: value = "task-657055" [ 783.712250] env[62353]: _type = "Task" [ 783.712250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.723711] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657055, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.891881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.894357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.413s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.896108] env[62353]: INFO nova.compute.claims [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.921060] env[62353]: INFO nova.scheduler.client.report [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Deleted allocations for instance 575b14cb-d0ee-45e2-89bf-572303129de1 [ 783.950289] env[62353]: DEBUG oslo_vmware.api [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Task: {'id': task-657054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171979} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.950289] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.950289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 783.950289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 783.950289] env[62353]: INFO nova.compute.manager [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 783.950289] env[62353]: DEBUG oslo.service.loopingcall [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.950289] env[62353]: DEBUG nova.compute.manager [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 783.950289] env[62353]: DEBUG nova.network.neutron [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 783.974627] env[62353]: DEBUG nova.network.neutron [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 783.980370] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529495d4-234d-9e6b-7173-4c41b586b50a, 'name': SearchDatastore_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.981364] env[62353]: DEBUG nova.network.neutron [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updated VIF entry in instance network info cache for port 868e54c7-5e05-4fef-9399-215a8d5fddd9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 783.981738] env[62353]: DEBUG nova.network.neutron [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updating instance_info_cache with network_info: [{"id": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "address": "fa:16:3e:69:d4:e3", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868e54c7-5e", "ovs_interfaceid": "868e54c7-5e05-4fef-9399-215a8d5fddd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.983039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.984369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c3fcda6a-e95a-4860-946a-2c03ee9e1243/c3fcda6a-e95a-4860-946a-2c03ee9e1243.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 783.984369] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f385af0-5a1b-4d75-a2fe-5fb2ea9076bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.993918] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 783.993918] env[62353]: value = "task-657056" [ 783.993918] env[62353]: _type = "Task" [ 783.993918] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.004441] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.097925] env[62353]: DEBUG nova.compute.manager [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 784.097925] env[62353]: DEBUG nova.compute.manager [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing instance network info cache due to event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 784.097925] env[62353]: DEBUG oslo_concurrency.lockutils [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] Acquiring lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.098198] env[62353]: DEBUG oslo_concurrency.lockutils [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] Acquired lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.098274] env[62353]: DEBUG nova.network.neutron [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 784.222887] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657055, 'name': CreateVM_Task, 'duration_secs': 0.436824} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.223081] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 784.223919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.224159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.224576] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.224850] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1a146c-95b7-4057-861a-05f23d04ef02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.230188] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 784.230188] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5217aa4e-bdac-e830-fc61-abdb014a2bbf" [ 784.230188] env[62353]: _type = "Task" [ 784.230188] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.240606] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5217aa4e-bdac-e830-fc61-abdb014a2bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.433539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90ce4d2a-1446-4f45-af89-e353e8fc5b6d tempest-VolumesAssistedSnapshotsTest-1496937201 tempest-VolumesAssistedSnapshotsTest-1496937201-project-member] Lock "575b14cb-d0ee-45e2-89bf-572303129de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.267s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.476818] env[62353]: DEBUG nova.network.neutron [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.487796] env[62353]: DEBUG oslo_concurrency.lockutils [req-bfb5a89b-1a8f-4524-98ec-e83f75d39416 req-7016f895-36e1-41fa-995b-33f621c98c67 service nova] Releasing lock "refresh_cache-dc2cb03c-6286-461e-8afb-485436523433" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.511768] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657056, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.744211] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5217aa4e-bdac-e830-fc61-abdb014a2bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.744579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.744840] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.745064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.745365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.745637] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.745971] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9676f8f-24fd-44e0-9aa2-aeac29533bc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.758085] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.758255] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 784.759170] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b1e50d-b37b-4449-a4b6-93c069f9c34d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.765584] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 784.765584] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5296b96f-0098-9d43-ed59-f86d1c6f7cd8" [ 784.765584] env[62353]: _type = "Task" [ 784.765584] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.774525] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5296b96f-0098-9d43-ed59-f86d1c6f7cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.829780] env[62353]: DEBUG nova.network.neutron [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updated VIF entry in instance network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 784.830191] env[62353]: DEBUG nova.network.neutron [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.982388] env[62353]: INFO nova.compute.manager [-] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Took 1.03 seconds to deallocate network for instance. [ 785.009179] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672863} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.009953] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c3fcda6a-e95a-4860-946a-2c03ee9e1243/c3fcda6a-e95a-4860-946a-2c03ee9e1243.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 785.012116] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.012116] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c364a28-941a-454d-80ea-613772f826ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.019630] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 785.019630] env[62353]: value = "task-657057" [ 785.019630] env[62353]: _type = "Task" [ 785.019630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.032793] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.276796] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5296b96f-0098-9d43-ed59-f86d1c6f7cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.280435] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d221ef-92c5-4e7f-98ca-a66fdbd8e661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.287159] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 785.287159] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52904893-d9a9-6aab-543a-c5ce1d597896" [ 785.287159] env[62353]: _type = "Task" [ 785.287159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.296233] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52904893-d9a9-6aab-543a-c5ce1d597896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.334703] env[62353]: DEBUG oslo_concurrency.lockutils [req-08f0aaa8-3212-4cc0-9247-a8ceb5548ca8 req-2dcbc5d2-69cc-4f73-98ae-c6a47f964c46 service nova] Releasing lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.490679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.495110] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984de4dc-88ad-4f23-a3b9-40c77314baa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.503213] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0977e-81f5-4846-8906-a3ee4f417d9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.549069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dab876a-fa04-4f2d-a19d-bbbf280412c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.558568] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070349} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.560152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981184d-9d86-4cc2-ad76-624460f1e474 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.563778] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.564881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15912e2a-bb0d-4e57-99d9-c4c0d39800eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.588228] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c3fcda6a-e95a-4860-946a-2c03ee9e1243/c3fcda6a-e95a-4860-946a-2c03ee9e1243.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.596767] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abb80f6-761e-45e8-9379-7c395db6c302 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.612993] env[62353]: DEBUG nova.compute.provider_tree [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.620996] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 785.620996] env[62353]: value = "task-657058" [ 785.620996] env[62353]: _type = "Task" [ 785.620996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.630662] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.798158] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52904893-d9a9-6aab-543a-c5ce1d597896, 'name': SearchDatastore_Task, 'duration_secs': 0.023764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.798491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.798789] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164d78b2-4796-439c-98c7-818ea4260846/164d78b2-4796-439c-98c7-818ea4260846.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 785.799066] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39cb98ae-304a-4252-8857-699d0a52e8f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805994] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 785.805994] env[62353]: value = "task-657059" [ 785.805994] env[62353]: _type = "Task" [ 785.805994] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.815869] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.116701] env[62353]: DEBUG nova.scheduler.client.report [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 786.135663] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657058, 'name': ReconfigVM_Task, 'duration_secs': 0.41912} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.136047] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c3fcda6a-e95a-4860-946a-2c03ee9e1243/c3fcda6a-e95a-4860-946a-2c03ee9e1243.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.136901] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-219adf4c-201c-461a-8fbf-d0f2ca7dde2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.146643] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 786.146643] env[62353]: value = "task-657060" [ 786.146643] env[62353]: _type = "Task" [ 786.146643] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.159270] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657060, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.320838] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.627022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.627022] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 786.629527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.485s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.630047] env[62353]: DEBUG nova.objects.instance [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lazy-loading 'resources' on Instance uuid 17bbc0b3-bd15-42df-8811-5052b97c0986 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.665050] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657060, 'name': Rename_Task, 'duration_secs': 0.28947} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.668120] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 786.668120] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-907dbbdb-67fa-48e9-b9b8-7f1e48dce394 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.673368] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 786.673368] env[62353]: value = "task-657061" [ 786.673368] env[62353]: _type = "Task" [ 786.673368] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.683832] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.816832] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68816} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.817069] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164d78b2-4796-439c-98c7-818ea4260846/164d78b2-4796-439c-98c7-818ea4260846.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 786.817299] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.817656] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf6d8e65-c48a-44f0-8dc7-ca7d7224a296 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.823428] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 786.823428] env[62353]: value = "task-657062" [ 786.823428] env[62353]: _type = "Task" [ 786.823428] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.831019] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.131371] env[62353]: DEBUG nova.compute.utils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.132907] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 787.134301] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 787.187016] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.195760] env[62353]: DEBUG nova.policy [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 787.338487] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.341194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.344038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978db96-45ed-454c-b4d8-223ae8988da4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.373226] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 164d78b2-4796-439c-98c7-818ea4260846/164d78b2-4796-439c-98c7-818ea4260846.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.375559] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad98a7e3-f370-4772-91ef-7da2836d4a1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.400912] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 787.400912] env[62353]: value = "task-657063" [ 787.400912] env[62353]: _type = "Task" [ 787.400912] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.414699] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.637756] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 787.684354] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.694338] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Successfully created port: b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.758249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b2363-e899-4737-bc82-c3bd05445aed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.767772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a589035-f395-4f6a-9f10-ffc014e23d3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.801834] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1970c7-9165-4433-9255-afa8a838aca9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.812533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf540655-cae4-4fa9-9401-7aa4de2be919 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.829523] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.830346] env[62353]: DEBUG nova.compute.provider_tree [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.832466] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.911277] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657063, 'name': ReconfigVM_Task, 'duration_secs': 0.418194} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.911881] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 164d78b2-4796-439c-98c7-818ea4260846/164d78b2-4796-439c-98c7-818ea4260846.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.913055] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d55938-6d0d-4ceb-95ee-5862b91e85c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.920089] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 787.920089] env[62353]: value = "task-657064" [ 787.920089] env[62353]: _type = "Task" [ 787.920089] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.928201] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657064, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.188453] env[62353]: DEBUG oslo_vmware.api [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657061, 'name': PowerOnVM_Task, 'duration_secs': 1.179928} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.188453] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 788.188453] env[62353]: INFO nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 9.25 seconds to spawn the instance on the hypervisor. [ 788.188453] env[62353]: DEBUG nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 788.189283] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9496d4b1-d644-4cea-9468-ff79ab3ebaaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.334018] env[62353]: DEBUG nova.scheduler.client.report [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 788.345889] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.345889] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 788.433542] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657064, 'name': Rename_Task, 'duration_secs': 0.176471} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.433875] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 788.434164] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b559f27-a3dc-4f1c-9b11-39dea893ea22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.441207] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 788.441207] env[62353]: value = "task-657065" [ 788.441207] env[62353]: _type = "Task" [ 788.441207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.453666] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.652942] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 788.679257] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 788.679936] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 788.679936] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.679936] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 788.680392] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.681023] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 788.681023] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 788.681154] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 788.681269] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 788.681480] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 788.681683] env[62353]: DEBUG nova.virt.hardware [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.682643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53825d1b-50bc-4447-a39a-19c2a6398b75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.692653] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3718b08-9865-4e32-ba4d-08334d5b148c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.717574] env[62353]: INFO nova.compute.manager [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 41.41 seconds to build instance. [ 788.845410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.847818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.226s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.850109] env[62353]: INFO nova.compute.claims [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.879737] env[62353]: INFO nova.scheduler.client.report [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleted allocations for instance 17bbc0b3-bd15-42df-8811-5052b97c0986 [ 788.952236] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.221369] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d7ada60-6b91-4d77-b4c0-9b2a7b488aea tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.388553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64e0c39f-c701-4fda-afce-8fef4e93a7d6 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "17bbc0b3-bd15-42df-8811-5052b97c0986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.682s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.403401] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Successfully updated port: b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.455832] env[62353]: DEBUG oslo_vmware.api [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657065, 'name': PowerOnVM_Task, 'duration_secs': 0.815285} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.456232] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 789.456459] env[62353]: INFO nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Took 7.90 seconds to spawn the instance on the hypervisor. [ 789.456629] env[62353]: DEBUG nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 789.457511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996eb6e-f4bd-4d62-8358-2c47af499881 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.569418] env[62353]: DEBUG nova.compute.manager [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Received event network-vif-plugged-b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 789.569666] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.569916] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.570203] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.570618] env[62353]: DEBUG nova.compute.manager [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] No waiting events found dispatching network-vif-plugged-b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 789.570856] env[62353]: WARNING nova.compute.manager [req-e5458af7-2337-496a-9e31-42383b03597f req-9011324b-de27-4969-9c93-b394564cc961 service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Received unexpected event network-vif-plugged-b79079d9-c6da-4e78-b7ee-4922fc9fddff for instance with vm_state building and task_state spawning. [ 789.724011] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 789.907673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.907903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.908205] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 789.982311] env[62353]: INFO nova.compute.manager [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Took 40.99 seconds to build instance. [ 790.242668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.414788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db84d32-1225-422f-b7d5-dddaffe36d43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.425612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d1f336-c375-4d22-b7b5-ede80ef9bd7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.464276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b57f7-bca3-4f2b-aa95-752a21119dc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.474895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeceffe3-a0f9-4402-916e-434671b15e77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.481558] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 790.487043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-679a2949-dce3-4966-a081-302abd05d06b tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.745s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.504896] env[62353]: DEBUG nova.compute.provider_tree [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.687738] env[62353]: DEBUG nova.compute.manager [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 790.687738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4783dc8b-ecc3-4d2d-ab05-45db399aae33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.721685] env[62353]: DEBUG nova.network.neutron [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Updating instance_info_cache with network_info: [{"id": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "address": "fa:16:3e:74:68:90", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79079d9-c6", "ovs_interfaceid": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.015419] env[62353]: DEBUG nova.scheduler.client.report [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 791.204517] env[62353]: INFO nova.compute.manager [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] instance snapshotting [ 791.208327] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faee071-9ef8-479a-ac13-6861ab2fcc88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.232738] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.233346] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Instance network_info: |[{"id": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "address": "fa:16:3e:74:68:90", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79079d9-c6", "ovs_interfaceid": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 791.235224] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:68:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b79079d9-c6da-4e78-b7ee-4922fc9fddff', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.243664] env[62353]: DEBUG oslo.service.loopingcall [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.244480] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645226f-8095-4676-8c4d-0466728d2e34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.250594] env[62353]: DEBUG nova.compute.manager [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 791.250991] env[62353]: DEBUG nova.compute.manager [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing instance network info cache due to event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 791.251079] env[62353]: DEBUG oslo_concurrency.lockutils [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] Acquiring lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.251274] env[62353]: DEBUG oslo_concurrency.lockutils [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] Acquired lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.251698] env[62353]: DEBUG nova.network.neutron [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 791.253838] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 791.254587] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44699ebb-341b-4b3a-841e-25b3a05448b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.282142] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.282142] env[62353]: value = "task-657066" [ 791.282142] env[62353]: _type = "Task" [ 791.282142] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.294121] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657066, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.519398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.520597] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 791.522869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.757s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.523130] env[62353]: DEBUG nova.objects.instance [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lazy-loading 'resources' on Instance uuid 565c6a64-d366-49a8-9d1b-cbe620d71bd2 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.557361] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.558343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f076e-e77e-4ac4-9a55-d87f14ef5edd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.564651] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.564841] env[62353]: ERROR oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk due to incomplete transfer. [ 791.565094] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b38b540-a024-4cb7-ab2d-810808f99f60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.573373] env[62353]: DEBUG oslo_vmware.rw_handles [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52124160-db45-d489-c635-5cdf0b2c2523/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.573655] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Uploaded image 77e88c90-f8e0-424b-b589-53b9edb5f48c to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 791.576569] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 791.577137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-867caf19-5c9a-4b3d-97ab-8778f68aa234 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.583572] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 791.583572] env[62353]: value = "task-657067" [ 791.583572] env[62353]: _type = "Task" [ 791.583572] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.592766] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657067, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.659238] env[62353]: DEBUG nova.compute.manager [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Received event network-changed-b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 791.659238] env[62353]: DEBUG nova.compute.manager [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Refreshing instance network info cache due to event network-changed-b79079d9-c6da-4e78-b7ee-4922fc9fddff. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 791.659238] env[62353]: DEBUG oslo_concurrency.lockutils [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] Acquiring lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.659238] env[62353]: DEBUG oslo_concurrency.lockutils [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] Acquired lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.659238] env[62353]: DEBUG nova.network.neutron [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Refreshing network info cache for port b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 791.786019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.786019] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0388fbd4-fdf4-46e3-a03f-5c571ce90bf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.797455] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657066, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.799632] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 791.799632] env[62353]: value = "task-657068" [ 791.799632] env[62353]: _type = "Task" [ 791.799632] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.810765] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657068, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.962112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "164d78b2-4796-439c-98c7-818ea4260846" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.962589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.962930] env[62353]: INFO nova.compute.manager [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Rebooting instance [ 791.997286] env[62353]: DEBUG nova.network.neutron [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updated VIF entry in instance network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 791.997286] env[62353]: DEBUG nova.network.neutron [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.028799] env[62353]: DEBUG nova.compute.utils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.031696] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 792.032075] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 792.093111] env[62353]: DEBUG nova.policy [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24abfc5b4fd4e4fbf228d1b8b925cd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20176ab4458943a5aee161b13558b4a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 792.102795] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657067, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.299491] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657066, 'name': CreateVM_Task, 'duration_secs': 0.565551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.299856] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 792.300883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.301228] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.301675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.302177] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903410a5-8446-4c27-82b5-8c8d492bc941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.315220] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 792.315220] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52061278-1a33-a9eb-e706-6dcbd98b93d5" [ 792.315220] env[62353]: _type = "Task" [ 792.315220] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.320993] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657068, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.332129] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52061278-1a33-a9eb-e706-6dcbd98b93d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.490072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.498684] env[62353]: DEBUG oslo_concurrency.lockutils [req-7867b20f-daf0-4860-8aa6-f147ddb01944 req-b0b24bdf-e255-4abb-9bbb-b64568359596 service nova] Releasing lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.499108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquired lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.499302] env[62353]: DEBUG nova.network.neutron [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 792.538117] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 792.589198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1a9943-ec06-4fe9-b1d9-7c51e4f9e4fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.606419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2e1c5-3b94-45c0-a28e-4c0c3325701e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.610779] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657067, 'name': Destroy_Task, 'duration_secs': 0.5455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.611936] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Successfully created port: dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.614106] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Destroyed the VM [ 792.615096] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 792.615408] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-037b2ed7-fc50-4ee1-8489-91eeba5b2399 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.646446] env[62353]: DEBUG nova.network.neutron [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Updated VIF entry in instance network info cache for port b79079d9-c6da-4e78-b7ee-4922fc9fddff. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 792.646825] env[62353]: DEBUG nova.network.neutron [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Updating instance_info_cache with network_info: [{"id": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "address": "fa:16:3e:74:68:90", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb79079d9-c6", "ovs_interfaceid": "b79079d9-c6da-4e78-b7ee-4922fc9fddff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.648966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32325521-cdd1-46ba-8112-9d3dac79fd2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.653664] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 792.653664] env[62353]: value = "task-657069" [ 792.653664] env[62353]: _type = "Task" [ 792.653664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.660646] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8161b81-2309-4443-8450-2f5bbd8ba7f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.670649] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657069, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.680598] env[62353]: DEBUG nova.compute.provider_tree [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.812469] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657068, 'name': CreateSnapshot_Task, 'duration_secs': 0.989217} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.812769] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.813689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e82d4-2402-4a35-b874-ad67516a3df9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.832246] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52061278-1a33-a9eb-e706-6dcbd98b93d5, 'name': SearchDatastore_Task, 'duration_secs': 0.031935} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.832565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.832799] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.833048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.833199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.833442] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.833721] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f94da147-15a6-4842-9b64-5a867a44dc6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.844077] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.844289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 792.845182] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef071d4-5714-471c-b319-db765007bf89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.850402] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 792.850402] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dbd19b-b0c8-1df0-d3ab-571b8037badd" [ 792.850402] env[62353]: _type = "Task" [ 792.850402] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.858532] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dbd19b-b0c8-1df0-d3ab-571b8037badd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.153375] env[62353]: DEBUG oslo_concurrency.lockutils [req-9dd89185-6414-4ce5-9614-247967d28856 req-7bfe7767-87f8-4a52-9eb1-9d1b16e7a11c service nova] Releasing lock "refresh_cache-ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.170690] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657069, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.184649] env[62353]: DEBUG nova.scheduler.client.report [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 793.336097] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.337448] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bd1b582-2301-4ca3-90f3-88771374195c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.346639] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 793.346639] env[62353]: value = "task-657070" [ 793.346639] env[62353]: _type = "Task" [ 793.346639] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.364155] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657070, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.370207] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dbd19b-b0c8-1df0-d3ab-571b8037badd, 'name': SearchDatastore_Task, 'duration_secs': 0.031521} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.370934] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2c3d6b-e3d2-4526-84a2-54867beaa6da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.377440] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 793.377440] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257eb19-8e74-409e-8805-fe4b7e20a316" [ 793.377440] env[62353]: _type = "Task" [ 793.377440] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.385323] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257eb19-8e74-409e-8805-fe4b7e20a316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.421153] env[62353]: DEBUG nova.network.neutron [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.549395] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 793.560692] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "4c34acfa-f045-478f-a235-be78d83531b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.561153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.561251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "4c34acfa-f045-478f-a235-be78d83531b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.562032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.562032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.564330] env[62353]: INFO nova.compute.manager [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Terminating instance [ 793.567818] env[62353]: DEBUG nova.compute.manager [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 793.567818] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 793.568557] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2323b2bb-cd5d-4e90-a5cc-947ae893880b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.578471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 793.579353] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27dfb4a3-74a6-4f35-96f8-0723ddda44c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.583188] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 793.583454] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 793.583800] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.583889] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 793.584122] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.584306] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 793.584541] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 793.584718] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 793.584896] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 793.585098] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 793.585304] env[62353]: DEBUG nova.virt.hardware [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.587564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac83d06-5f65-4ce6-a49b-e94e3ed77b4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.595269] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29b58e-ae96-4733-823d-5b95b97f486c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.656137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.656137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.668464] env[62353]: DEBUG oslo_vmware.api [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657069, 'name': RemoveSnapshot_Task, 'duration_secs': 0.981412} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.668633] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.668909] env[62353]: INFO nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Took 15.47 seconds to snapshot the instance on the hypervisor. [ 793.693867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.696891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.854s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.698583] env[62353]: INFO nova.compute.claims [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.729027] env[62353]: INFO nova.scheduler.client.report [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Deleted allocations for instance 565c6a64-d366-49a8-9d1b-cbe620d71bd2 [ 793.748415] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 793.748415] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 793.748415] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore2] 4c34acfa-f045-478f-a235-be78d83531b8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.748712] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-629f0237-9e3a-4fed-ab25-64035d6473d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.757144] env[62353]: DEBUG oslo_vmware.api [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 793.757144] env[62353]: value = "task-657072" [ 793.757144] env[62353]: _type = "Task" [ 793.757144] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.766356] env[62353]: DEBUG oslo_vmware.api [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.858392] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657070, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.888787] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257eb19-8e74-409e-8805-fe4b7e20a316, 'name': SearchDatastore_Task, 'duration_secs': 0.022649} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.889150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.889462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3/ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 793.889763] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4129f3d-06dc-4743-be0f-18c848f5d05b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.900676] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 793.900676] env[62353]: value = "task-657073" [ 793.900676] env[62353]: _type = "Task" [ 793.900676] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.908321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.908438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.908610] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 793.918252] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.925036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Releasing lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.926885] env[62353]: DEBUG nova.compute.manager [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 793.927853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5dcbd6-4e07-4a99-805a-eb695131dad7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.125650] env[62353]: DEBUG nova.compute.manager [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-vif-plugged-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 794.125909] env[62353]: DEBUG oslo_concurrency.lockutils [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] Acquiring lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.126179] env[62353]: DEBUG oslo_concurrency.lockutils [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.126753] env[62353]: DEBUG oslo_concurrency.lockutils [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.126753] env[62353]: DEBUG nova.compute.manager [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] No waiting events found dispatching network-vif-plugged-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 794.126942] env[62353]: WARNING nova.compute.manager [req-dae817a5-17d1-4370-85a1-8613c477f9ea req-6dbf42f2-4542-46d7-bff8-1105674ce4cd service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received unexpected event network-vif-plugged-dc0a876d-b8e5-4821-a901-765dfcb28e24 for instance with vm_state building and task_state spawning. [ 794.163756] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 794.174147] env[62353]: DEBUG nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance disappeared during snapshot {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 794.187837] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Successfully updated port: dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.211434] env[62353]: DEBUG nova.compute.manager [None req-01afcefc-6511-4ca3-af9c-56a9a532c473 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image not found during clean up 77e88c90-f8e0-424b-b589-53b9edb5f48c {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 794.238839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1c8a9542-0185-4500-9905-21566fae26c6 tempest-ServerPasswordTestJSON-675575464 tempest-ServerPasswordTestJSON-675575464-project-member] Lock "565c6a64-d366-49a8-9d1b-cbe620d71bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.720s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.270698] env[62353]: DEBUG oslo_vmware.api [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.271044] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.271386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 794.271634] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 794.271966] env[62353]: INFO nova.compute.manager [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Took 0.70 seconds to destroy the instance on the hypervisor. [ 794.272260] env[62353]: DEBUG oslo.service.loopingcall [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.272477] env[62353]: DEBUG nova.compute.manager [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 794.272615] env[62353]: DEBUG nova.network.neutron [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 794.358842] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657070, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.411637] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.455106] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 794.649961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "942ad428-a355-47a4-994e-61ed84141e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.650290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.684706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.690749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.690891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.691059] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 794.863751] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657070, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.911354] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.911635] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3/ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 794.911874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.912433] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d004e43-efb1-41da-881e-3bdec161aadf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.922296] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 794.922296] env[62353]: value = "task-657074" [ 794.922296] env[62353]: _type = "Task" [ 794.922296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.932323] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.947008] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f1146-82b3-4fea-895f-54453a6348a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.957600] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 794.959188] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-281d60f7-3783-4f95-b5c5-764c3b9aebd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.970956] env[62353]: DEBUG oslo_vmware.api [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 794.970956] env[62353]: value = "task-657075" [ 794.970956] env[62353]: _type = "Task" [ 794.970956] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.984784] env[62353]: DEBUG oslo_vmware.api [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657075, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.046713] env[62353]: DEBUG nova.network.neutron [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.060775] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.236307] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 795.253200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.253200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.281765] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f14a650-2feb-4b7f-a7be-d328126a06b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.295840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514f53d-eba9-40e4-9d8f-42291d9115b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.331891] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587dbc9f-6987-4e11-9c8a-9fba6c678291 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.341935] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdefbdb6-8ddc-433f-a3ad-7b9a1b06408f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.355536] env[62353]: DEBUG nova.compute.provider_tree [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.366387] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657070, 'name': CloneVM_Task, 'duration_secs': 1.787745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.366713] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Created linked-clone VM from snapshot [ 795.367478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb08f618-22b8-474d-a9db-844642883398 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.378774] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Uploading image 3cf882ea-c911-40aa-8015-085a036de5f3 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 795.404588] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.404588] env[62353]: value = "vm-159473" [ 795.404588] env[62353]: _type = "VirtualMachine" [ 795.404588] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.405212] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef6c6f07-3e54-40bc-b94a-ecf88baaeb0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.409201] env[62353]: DEBUG nova.network.neutron [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.412101] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lease: (returnval){ [ 795.412101] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c49f4e-9c64-913f-f52d-f7576bb1a5af" [ 795.412101] env[62353]: _type = "HttpNfcLease" [ 795.412101] env[62353]: } obtained for exporting VM: (result){ [ 795.412101] env[62353]: value = "vm-159473" [ 795.412101] env[62353]: _type = "VirtualMachine" [ 795.412101] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.412354] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the lease: (returnval){ [ 795.412354] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c49f4e-9c64-913f-f52d-f7576bb1a5af" [ 795.412354] env[62353]: _type = "HttpNfcLease" [ 795.412354] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.418895] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.418895] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c49f4e-9c64-913f-f52d-f7576bb1a5af" [ 795.418895] env[62353]: _type = "HttpNfcLease" [ 795.418895] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.432091] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071629} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.433067] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.433871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40451090-c8fe-409b-a14b-de57c2c29c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.456546] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3/ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.457112] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6445b76-7f13-46a1-9715-71e834aa3675 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.479815] env[62353]: DEBUG oslo_vmware.api [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657075, 'name': ResetVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.481120] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 795.481120] env[62353]: value = "task-657077" [ 795.481120] env[62353]: _type = "Task" [ 795.481120] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.488205] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.549724] env[62353]: INFO nova.compute.manager [-] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Took 1.28 seconds to deallocate network for instance. [ 795.564160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-d06ff232-9bce-48bc-bb55-80dafc48b560" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.564358] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 795.564558] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.564720] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.564871] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.565035] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.565204] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.565337] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.565466] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 795.566156] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.877520] env[62353]: ERROR nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [req-99ed2333-95b0-4438-a62f-6f738f4b5b59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99ed2333-95b0-4438-a62f-6f738f4b5b59"}]} [ 795.897408] env[62353]: DEBUG nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 795.912046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.912363] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Instance network_info: |[{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 795.913569] env[62353]: DEBUG nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 795.913804] env[62353]: DEBUG nova.compute.provider_tree [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.916133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:9a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc0a876d-b8e5-4821-a901-765dfcb28e24', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.924300] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Creating folder: Project (20176ab4458943a5aee161b13558b4a6). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 795.928639] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13975ce4-a855-4846-8650-d901a32f9738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.934760] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.934760] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c49f4e-9c64-913f-f52d-f7576bb1a5af" [ 795.934760] env[62353]: _type = "HttpNfcLease" [ 795.934760] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.935780] env[62353]: DEBUG nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 795.937808] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.937808] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c49f4e-9c64-913f-f52d-f7576bb1a5af" [ 795.937808] env[62353]: _type = "HttpNfcLease" [ 795.937808] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.938796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6face-c39d-4ca8-b804-3a1367d376f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.942234] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Created folder: Project (20176ab4458943a5aee161b13558b4a6) in parent group-v159334. [ 795.942471] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Creating folder: Instances. Parent ref: group-v159474. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 795.943082] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f815df4-2d6f-4d89-8f20-f93d03131d38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.949273] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.949754] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.010904] env[62353]: DEBUG nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 796.019276] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Created folder: Instances in parent group-v159474. [ 796.019612] env[62353]: DEBUG oslo.service.loopingcall [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.021336] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 796.022395] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe45bfbe-8c97-4bf5-a2b8-be6b152b5cce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.043482] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.043836] env[62353]: DEBUG oslo_vmware.api [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657075, 'name': ResetVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.049319] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.049319] env[62353]: value = "task-657080" [ 796.049319] env[62353]: _type = "Task" [ 796.049319] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.056057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.061232] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657080, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.070929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.092198] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52728d4b-3836-457b-8fd6-2da8d71a63dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.414038] env[62353]: DEBUG nova.compute.manager [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 796.414317] env[62353]: DEBUG nova.compute.manager [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing instance network info cache due to event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 796.414515] env[62353]: DEBUG oslo_concurrency.lockutils [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.414685] env[62353]: DEBUG oslo_concurrency.lockutils [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.415752] env[62353]: DEBUG nova.network.neutron [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 796.527295] env[62353]: DEBUG oslo_vmware.api [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657075, 'name': ResetVM_Task, 'duration_secs': 1.102978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.531203] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 796.531302] env[62353]: DEBUG nova.compute.manager [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 796.531817] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657077, 'name': ReconfigVM_Task, 'duration_secs': 1.023348} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.532566] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def71ffd-6ed0-4529-a111-5c7d50747f0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.536896] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3/ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.539877] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc59712e-2a0a-4347-b305-70dc8dfd499e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.549060] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 796.549060] env[62353]: value = "task-657081" [ 796.549060] env[62353]: _type = "Task" [ 796.549060] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.566600] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657081, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.571883] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657080, 'name': CreateVM_Task, 'duration_secs': 0.338793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.571883] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 796.571883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.571883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.572403] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.572794] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9540f4e-45d3-4b4d-a7d2-624d29d4ceb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.580694] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 796.580694] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52598327-8728-66d2-9fca-3b91d5d345dc" [ 796.580694] env[62353]: _type = "Task" [ 796.580694] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.591341] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52598327-8728-66d2-9fca-3b91d5d345dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.631760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9728ef-48de-48c7-9659-d24f77394d7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.640424] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94ee4de-86de-4cb6-8b86-5a3164c5f7e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.675377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a19ee9-a9c0-47b0-b08d-6dafeebbea2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.682976] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17825ac0-795c-4d0d-9e94-02e124438d02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.697771] env[62353]: DEBUG nova.compute.provider_tree [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.058677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f226fc3-e1e9-4efa-b87d-09582363d04c tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.096s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.066756] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657081, 'name': Rename_Task, 'duration_secs': 0.201221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.066982] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 797.067634] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1fc7ee-bd54-4c49-b4a7-a937fb079f5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.075704] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 797.075704] env[62353]: value = "task-657082" [ 797.075704] env[62353]: _type = "Task" [ 797.075704] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.084877] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.100687] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52598327-8728-66d2-9fca-3b91d5d345dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.101259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.101684] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.101916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.102200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.102539] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.103270] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbade570-03bb-48e4-8d78-806445cc7305 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.116051] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.116408] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 797.117310] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73375d2-5fb6-49cb-8daf-7f330d60c270 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.123108] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 797.123108] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6203e-c42a-9496-d1d7-e91dfb1ff496" [ 797.123108] env[62353]: _type = "Task" [ 797.123108] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.131351] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6203e-c42a-9496-d1d7-e91dfb1ff496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.132933] env[62353]: DEBUG nova.network.neutron [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updated VIF entry in instance network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 797.133318] env[62353]: DEBUG nova.network.neutron [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.235673] env[62353]: DEBUG nova.scheduler.client.report [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 797.236054] env[62353]: DEBUG nova.compute.provider_tree [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 75 to 76 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.236258] env[62353]: DEBUG nova.compute.provider_tree [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.585343] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.635130] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6203e-c42a-9496-d1d7-e91dfb1ff496, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.635855] env[62353]: DEBUG oslo_concurrency.lockutils [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.636219] env[62353]: DEBUG nova.compute.manager [req-0a5e4d64-9244-48ca-bbc8-27cb54287ed9 req-cbc116f0-9fcb-4368-a88d-6bd392b3feb8 service nova] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Received event network-vif-deleted-aae8ec41-5c31-4fc7-8361-6ccba4d2166d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 797.637160] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367ff8f2-8378-4d89-b922-4cbf94b022b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.643353] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 797.643353] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257ae19-580e-e13a-c03a-0fa84fabecf3" [ 797.643353] env[62353]: _type = "Task" [ 797.643353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.656682] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257ae19-580e-e13a-c03a-0fa84fabecf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.743863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.046s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.743863] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 797.747649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.055s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.751309] env[62353]: INFO nova.compute.claims [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.871035] env[62353]: DEBUG nova.compute.manager [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 797.871035] env[62353]: DEBUG nova.compute.manager [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing instance network info cache due to event network-changed-e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 797.871178] env[62353]: DEBUG oslo_concurrency.lockutils [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] Acquiring lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.871320] env[62353]: DEBUG oslo_concurrency.lockutils [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] Acquired lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.871659] env[62353]: DEBUG nova.network.neutron [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Refreshing network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 798.087793] env[62353]: DEBUG oslo_vmware.api [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657082, 'name': PowerOnVM_Task, 'duration_secs': 0.63729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.088369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 798.088621] env[62353]: INFO nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Took 9.44 seconds to spawn the instance on the hypervisor. [ 798.088815] env[62353]: DEBUG nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 798.089684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc8e81a-1b8c-4ac3-a9ea-34209ae8c32b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.155207] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257ae19-580e-e13a-c03a-0fa84fabecf3, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.155558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.155842] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/ba3a5652-948b-41f6-858b-1b6945b0cadf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 798.156171] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d91f601-721f-499f-a62e-33dcf9af2346 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.164960] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 798.164960] env[62353]: value = "task-657083" [ 798.164960] env[62353]: _type = "Task" [ 798.164960] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.174610] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.255493] env[62353]: DEBUG nova.compute.utils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.260569] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 798.260569] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 798.340014] env[62353]: DEBUG nova.policy [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261cbfd30c44cd894551a40351326c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e4af186e76438ea695923b1c86ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 798.618540] env[62353]: INFO nova.compute.manager [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Took 46.16 seconds to build instance. [ 798.674084] env[62353]: DEBUG nova.network.neutron [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updated VIF entry in instance network info cache for port e31b444c-2bf7-4ee9-8c10-74622b20974c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 798.675134] env[62353]: DEBUG nova.network.neutron [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [{"id": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "address": "fa:16:3e:0b:4b:ee", "network": {"id": "9a1e12ff-2ab7-459c-ab0b-901a78934169", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-411006312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "443e2c29978046fbba0a13867d77ddb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31b444c-2b", "ovs_interfaceid": "e31b444c-2bf7-4ee9-8c10-74622b20974c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.686132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "164d78b2-4796-439c-98c7-818ea4260846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.686132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.686346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "164d78b2-4796-439c-98c7-818ea4260846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.687067] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.687308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.694448] env[62353]: INFO nova.compute.manager [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Terminating instance [ 798.696951] env[62353]: DEBUG nova.compute.manager [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 798.697192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 798.697542] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.699747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a396004-aa3a-4e8d-9ac8-b7ce75cfa860 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.711398] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 798.711398] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8efcd08b-06b9-426c-883a-74bb575320b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.721218] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 798.721218] env[62353]: value = "task-657084" [ 798.721218] env[62353]: _type = "Task" [ 798.721218] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.732069] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.760120] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 798.791256] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Successfully created port: 831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.119508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e53c4b56-c75f-422d-be9f-5a45c915576a tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.560s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.179485] env[62353]: DEBUG oslo_concurrency.lockutils [req-58f36c24-0be1-403d-bc04-670d9111bd85 req-3fc50558-d269-4109-8d8e-e1c48624d7c4 service nova] Releasing lock "refresh_cache-164d78b2-4796-439c-98c7-818ea4260846" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.185902] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723469} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.186383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/ba3a5652-948b-41f6-858b-1b6945b0cadf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 799.186721] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.187142] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7a0e72-f036-4c2a-a76a-cd51f848c51e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.195768] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 799.195768] env[62353]: value = "task-657085" [ 799.195768] env[62353]: _type = "Task" [ 799.195768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.215078] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.235501] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657084, 'name': PowerOffVM_Task, 'duration_secs': 0.403231} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.235929] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 799.236213] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 799.236615] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e51678b8-a1f2-4b89-aa59-766855bb0941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.375987] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0bdb6a-4678-4b34-b641-cb22ff6045b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.385188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54ae28-f810-402d-a55d-a3826010e45e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.416897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7b5df-565f-470e-8a2d-7ed04877f366 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.424524] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e66dbb-27e2-4bfe-a920-ad80dfa919ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.446032] env[62353]: DEBUG nova.compute.provider_tree [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.485022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 799.485022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 799.485022] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleting the datastore file [datastore2] 164d78b2-4796-439c-98c7-818ea4260846 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.485022] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1825cfdc-d83c-4d92-a91a-a3271d52dbed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.492200] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 799.492200] env[62353]: value = "task-657087" [ 799.492200] env[62353]: _type = "Task" [ 799.492200] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.500363] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.627681] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 799.710061] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.710387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.712008] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2f6929-378c-43ee-92a2-dd790a2ec343 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.736942] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/ba3a5652-948b-41f6-858b-1b6945b0cadf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.737668] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb25cc2e-9d37-463c-93e9-e1fd83e6d88b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.762294] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 799.762294] env[62353]: value = "task-657088" [ 799.762294] env[62353]: _type = "Task" [ 799.762294] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.771920] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 799.773975] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.804710] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 799.805098] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 799.805306] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.805514] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 799.805677] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.805834] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 799.806063] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 799.806257] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 799.806407] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 799.806580] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 799.806839] env[62353]: DEBUG nova.virt.hardware [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.808068] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f795cb96-2a7b-4369-9e7d-75f481026416 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.817180] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3114160a-61f3-42c1-8727-cda79eacc71f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.945996] env[62353]: DEBUG nova.scheduler.client.report [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 800.004318] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.151463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.279411] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.451651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.452226] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 800.457106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.157s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.458551] env[62353]: INFO nova.compute.claims [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.463226] env[62353]: DEBUG nova.compute.manager [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Received event network-vif-plugged-831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 800.463402] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.463647] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.463833] env[62353]: DEBUG oslo_concurrency.lockutils [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.464207] env[62353]: DEBUG nova.compute.manager [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] No waiting events found dispatching network-vif-plugged-831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 800.464423] env[62353]: WARNING nova.compute.manager [req-ee7c5fd8-5461-4388-93da-8e0c1996b6b9 req-0df9cb1f-91cd-4de2-93f9-8c74a3400add service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Received unexpected event network-vif-plugged-831bb71c-a18f-47ad-b626-f89d12bc44f6 for instance with vm_state building and task_state spawning. [ 800.511760] env[62353]: DEBUG oslo_vmware.api [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551645} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.512065] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.512242] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 800.512426] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 800.512614] env[62353]: INFO nova.compute.manager [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Took 1.82 seconds to destroy the instance on the hypervisor. [ 800.512869] env[62353]: DEBUG oslo.service.loopingcall [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.513090] env[62353]: DEBUG nova.compute.manager [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 800.513188] env[62353]: DEBUG nova.network.neutron [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 800.527230] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Successfully updated port: 831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.777966] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657088, 'name': ReconfigVM_Task, 'duration_secs': 0.57486} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.778337] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/ba3a5652-948b-41f6-858b-1b6945b0cadf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.779443] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f054bd74-375e-4f21-aa1b-8141581ab831 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.788423] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 800.788423] env[62353]: value = "task-657089" [ 800.788423] env[62353]: _type = "Task" [ 800.788423] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.800447] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657089, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.832272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "3e362c56-e195-4782-8cd3-03b607116b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.832456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.969790] env[62353]: DEBUG nova.compute.utils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.971761] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 800.971894] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 801.033933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.034103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.034304] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 801.053050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.053050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.083999] env[62353]: DEBUG nova.policy [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95472636cf34425bb368bb4fe867b327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56d9c58bb2a147eabc68b7c1672241be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 801.299703] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657089, 'name': Rename_Task, 'duration_secs': 0.197439} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.299939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 801.300251] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab06670-49ec-4072-b5ae-7ec9067ddfaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.306957] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 801.306957] env[62353]: value = "task-657090" [ 801.306957] env[62353]: _type = "Task" [ 801.306957] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.314885] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.364217] env[62353]: DEBUG nova.compute.manager [req-6f53e5a4-baae-4b36-868e-eb4ed8139f1e req-9483987c-c243-4c8e-ae8c-119eb4a00b45 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Received event network-vif-deleted-e31b444c-2bf7-4ee9-8c10-74622b20974c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 801.364540] env[62353]: INFO nova.compute.manager [req-6f53e5a4-baae-4b36-868e-eb4ed8139f1e req-9483987c-c243-4c8e-ae8c-119eb4a00b45 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Neutron deleted interface e31b444c-2bf7-4ee9-8c10-74622b20974c; detaching it from the instance and deleting it from the info cache [ 801.364696] env[62353]: DEBUG nova.network.neutron [req-6f53e5a4-baae-4b36-868e-eb4ed8139f1e req-9483987c-c243-4c8e-ae8c-119eb4a00b45 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.446252] env[62353]: DEBUG nova.network.neutron [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.454060] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Successfully created port: bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.476766] env[62353]: DEBUG nova.compute.utils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.514567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.514567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.557145] env[62353]: DEBUG nova.compute.utils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.584514] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 801.741118] env[62353]: DEBUG nova.network.neutron [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.823844] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.867900] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fcadaff-25cc-4bd5-9753-a7e37239baf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.877955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19b999-1341-40ec-91d9-b968ed9bf19f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.919031] env[62353]: DEBUG nova.compute.manager [req-6f53e5a4-baae-4b36-868e-eb4ed8139f1e req-9483987c-c243-4c8e-ae8c-119eb4a00b45 service nova] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Detach interface failed, port_id=e31b444c-2bf7-4ee9-8c10-74622b20974c, reason: Instance 164d78b2-4796-439c-98c7-818ea4260846 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 801.954858] env[62353]: INFO nova.compute.manager [-] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Took 1.44 seconds to deallocate network for instance. [ 801.982318] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 802.061146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.108090] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ea7b7-cbe2-478d-b1e2-d232aadae78f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.116398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111edd2b-0f40-4b9f-94d6-bb2ce1643e47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.149860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149c2e79-41d0-4b93-b34f-70f118ae3eb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.158788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd58555-855b-4d1a-8dd0-bf60d30e8a8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.173450] env[62353]: DEBUG nova.compute.provider_tree [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.245214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.245637] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Instance network_info: |[{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 802.246520] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:3e:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '831bb71c-a18f-47ad-b626-f89d12bc44f6', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.254230] env[62353]: DEBUG oslo.service.loopingcall [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.254492] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 802.254720] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ce41835-dbbe-428c-9c92-fe26b443613e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.276194] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.276194] env[62353]: value = "task-657091" [ 802.276194] env[62353]: _type = "Task" [ 802.276194] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.284312] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657091, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.317433] env[62353]: DEBUG oslo_vmware.api [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657090, 'name': PowerOnVM_Task, 'duration_secs': 0.588451} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.317748] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 802.317974] env[62353]: INFO nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Took 8.77 seconds to spawn the instance on the hypervisor. [ 802.318149] env[62353]: DEBUG nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 802.318970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb5df5-bb7e-4dd6-9b1c-2a283d3d531b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.464127] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.676708] env[62353]: DEBUG nova.scheduler.client.report [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 802.731086] env[62353]: DEBUG nova.compute.manager [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Received event network-changed-831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 802.731086] env[62353]: DEBUG nova.compute.manager [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Refreshing instance network info cache due to event network-changed-831bb71c-a18f-47ad-b626-f89d12bc44f6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 802.731272] env[62353]: DEBUG oslo_concurrency.lockutils [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] Acquiring lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.731346] env[62353]: DEBUG oslo_concurrency.lockutils [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] Acquired lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.731514] env[62353]: DEBUG nova.network.neutron [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Refreshing network info cache for port 831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 802.785729] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657091, 'name': CreateVM_Task, 'duration_secs': 0.504095} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.786050] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 802.786624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.786866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.787219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.787478] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda9fabd-60a8-4581-ba0f-eb1773fd475e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.792028] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 802.792028] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52879395-de02-281b-fe28-bc3fe1b9fefa" [ 802.792028] env[62353]: _type = "Task" [ 802.792028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.800103] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52879395-de02-281b-fe28-bc3fe1b9fefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.838173] env[62353]: INFO nova.compute.manager [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Took 48.23 seconds to build instance. [ 802.994403] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 803.018560] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='507413157',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1331262535',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 803.018815] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 803.018956] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.019159] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 803.019313] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.019466] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 803.019684] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 803.019849] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 803.020038] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 803.020215] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 803.020400] env[62353]: DEBUG nova.virt.hardware [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.021343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a577c1-6c17-4024-8f68-c714def4d12e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.029154] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc273779-404d-4467-9647-47cd3690ca20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.127074] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.127392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.127634] env[62353]: INFO nova.compute.manager [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Attaching volume 885a899c-c89a-4bcf-8fb0-cd8bff69a5f0 to /dev/sdb [ 803.162499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f1c40b-d21c-40fe-ae7a-5337596c8437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165380] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Successfully updated port: bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.171716] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ae000-90da-40c9-8370-a0341ea0640c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.187303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.187817] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 803.190528] env[62353]: DEBUG nova.virt.block_device [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Updating existing volume attachment record: 7cb79e4b-4467-45f6-8844-ba04dda58ba1 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 803.193844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.136s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.302538] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52879395-de02-281b-fe28-bc3fe1b9fefa, 'name': SearchDatastore_Task, 'duration_secs': 0.020466} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.302863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.303120] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.303372] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.303561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.303758] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.304044] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e2d365-3348-4645-80d6-08664d3633af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.312512] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.312722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 803.313487] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a694000a-f54b-4018-8dc0-47a07180f7bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.318310] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 803.318310] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dd698d-263a-e861-c084-851542ab63b2" [ 803.318310] env[62353]: _type = "Task" [ 803.318310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.328564] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dd698d-263a-e861-c084-851542ab63b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.343999] env[62353]: DEBUG oslo_concurrency.lockutils [None req-534a476e-0f8a-4101-84b2-61219a170f17 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.280s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.492459] env[62353]: DEBUG nova.compute.manager [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Received event network-vif-plugged-bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 803.492642] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Acquiring lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.492861] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.493046] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.493255] env[62353]: DEBUG nova.compute.manager [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] No waiting events found dispatching network-vif-plugged-bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 803.493444] env[62353]: WARNING nova.compute.manager [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Received unexpected event network-vif-plugged-bfce4ee9-7562-41d5-a4c5-6031693bc409 for instance with vm_state building and task_state spawning. [ 803.493622] env[62353]: DEBUG nova.compute.manager [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Received event network-changed-bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 803.493784] env[62353]: DEBUG nova.compute.manager [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Refreshing instance network info cache due to event network-changed-bfce4ee9-7562-41d5-a4c5-6031693bc409. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 803.493974] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Acquiring lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.494128] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Acquired lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.494294] env[62353]: DEBUG nova.network.neutron [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Refreshing network info cache for port bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 803.573637] env[62353]: DEBUG nova.network.neutron [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updated VIF entry in instance network info cache for port 831bb71c-a18f-47ad-b626-f89d12bc44f6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 803.574065] env[62353]: DEBUG nova.network.neutron [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.667749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.696348] env[62353]: DEBUG nova.compute.utils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 803.700120] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 803.700120] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 803.702254] env[62353]: INFO nova.compute.claims [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.770446] env[62353]: DEBUG nova.policy [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b41e4d32d614706bbee08fe097d6a30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e274cf23fec407e95b457a7e717733e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 803.830071] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dd698d-263a-e861-c084-851542ab63b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.831071] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce379f24-bd40-4834-b001-753e0ac67005 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.836663] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 803.836663] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c8e0f-5cf3-09d0-44be-7cec685af5f9" [ 803.836663] env[62353]: _type = "Task" [ 803.836663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.844920] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c8e0f-5cf3-09d0-44be-7cec685af5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.846417] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 804.002411] env[62353]: INFO nova.compute.manager [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Rescuing [ 804.002677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.002863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.008046] env[62353]: DEBUG nova.network.neutron [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 804.051728] env[62353]: DEBUG nova.network.neutron [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 804.076974] env[62353]: DEBUG oslo_concurrency.lockutils [req-90650bd4-e794-473b-b226-caf3391a4b49 req-c05060bc-0ab9-4038-a423-cd716fac3fc7 service nova] Releasing lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.154974] env[62353]: DEBUG nova.network.neutron [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.207352] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 804.212840] env[62353]: INFO nova.compute.resource_tracker [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating resource usage from migration 940de7a2-d062-4aa0-bc45-3c684ad99142 [ 804.233386] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Successfully created port: e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.347136] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520c8e0f-5cf3-09d0-44be-7cec685af5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01374} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.347420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.347754] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 804.348106] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad58412-3ede-46eb-befe-eb23d3129f4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359588] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 804.359588] env[62353]: value = "task-657095" [ 804.359588] env[62353]: _type = "Task" [ 804.359588] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.368208] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.371928] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.658969] env[62353]: DEBUG oslo_concurrency.lockutils [req-ada95236-5316-4007-a620-b56f956fb54a req-9d912771-b487-40ea-bbcf-a65ffe93ddd3 service nova] Releasing lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.658969] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.658969] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 804.762107] env[62353]: DEBUG nova.network.neutron [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.825080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765a234-b264-45a0-a0da-49f12139464c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.833420] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cbbac-69e4-4559-bffb-001ac26f8b4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2153fba5-2036-44b8-bdc8-95379404f241 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.884933] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.890562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327ac61-ff56-4b78-8120-b1ba6695120b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.906328] env[62353]: DEBUG nova.compute.provider_tree [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.197540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.199027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.199027] env[62353]: INFO nova.compute.manager [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Rebooting instance [ 805.201886] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 805.222552] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 805.248818] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 805.249197] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 805.249717] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.249797] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 805.249965] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.250165] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 805.250441] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 805.250816] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 805.250950] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 805.251197] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 805.251445] env[62353]: DEBUG nova.virt.hardware [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.252326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c88662-6316-48cf-81e9-59bf4b66898c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.264441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59350fa3-52c3-47ec-9430-0159ee539302 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.271058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.366429] env[62353]: DEBUG nova.network.neutron [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Updating instance_info_cache with network_info: [{"id": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "address": "fa:16:3e:22:9e:bb", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfce4ee9-75", "ovs_interfaceid": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.381246] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.382136] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 805.382347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.382657] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd79238-ec8e-4424-a854-f3efaae8a0f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.390695] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 805.390695] env[62353]: value = "task-657096" [ 805.390695] env[62353]: _type = "Task" [ 805.390695] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.401369] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.409049] env[62353]: DEBUG nova.scheduler.client.report [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 805.727223] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.728380] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5887b6b4-222b-4c87-b3a0-d2d1d91b76a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.732322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.732575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.732807] env[62353]: DEBUG nova.network.neutron [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 805.738806] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.738806] env[62353]: ERROR oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk due to incomplete transfer. [ 805.738936] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a9b7892-a801-4282-bd19-10e1d134ba56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.746823] env[62353]: DEBUG oslo_vmware.rw_handles [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529477ab-1ae4-7e8d-113a-d18c5f4ea72f/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.747219] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Uploaded image 3cf882ea-c911-40aa-8015-085a036de5f3 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 805.749535] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 805.750071] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e19253d9-f30d-4f2e-ab5b-87c09bec956f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.756352] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 805.756352] env[62353]: value = "task-657097" [ 805.756352] env[62353]: _type = "Task" [ 805.756352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.765835] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657097, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.808185] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 805.808948] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d2c195-f345-4895-b72b-b5a7c26b7e2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.817352] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 805.817352] env[62353]: value = "task-657098" [ 805.817352] env[62353]: _type = "Task" [ 805.817352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.826325] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.869258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.869723] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance network_info: |[{"id": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "address": "fa:16:3e:22:9e:bb", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfce4ee9-75", "ovs_interfaceid": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 805.870269] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfce4ee9-7562-41d5-a4c5-6031693bc409', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.878800] env[62353]: DEBUG oslo.service.loopingcall [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.879506] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 805.879805] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280de586-13a2-4101-bf06-512fc6ba99a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.902758] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079755} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.904078] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.904391] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.904391] env[62353]: value = "task-657099" [ 805.904391] env[62353]: _type = "Task" [ 805.904391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.905181] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe18cb-f983-4967-922a-a1b5b18c77e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.915932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.722s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.916214] env[62353]: INFO nova.compute.manager [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Migrating [ 805.922474] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657099, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.934517] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.950s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.935209] env[62353]: DEBUG nova.objects.instance [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lazy-loading 'resources' on Instance uuid 32b94ab2-defa-415d-aa64-8d10677b484f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.947159] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.953477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c755cf0-744d-43f8-96aa-9170b7300ac9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.982884] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 805.982884] env[62353]: value = "task-657100" [ 805.982884] env[62353]: _type = "Task" [ 805.982884] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.992626] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.268251] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657097, 'name': Destroy_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.327959] env[62353]: DEBUG nova.compute.manager [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Received event network-vif-plugged-e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 806.327959] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] Acquiring lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.327959] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] Lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.327959] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] Lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.327959] env[62353]: DEBUG nova.compute.manager [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] No waiting events found dispatching network-vif-plugged-e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 806.327959] env[62353]: WARNING nova.compute.manager [req-f6f2e42f-a55d-427a-aa1d-c2542f31faf7 req-a7befd25-7c16-4acc-9450-4d830c38f103 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Received unexpected event network-vif-plugged-e67e1c24-cc65-4b67-90ed-df6e39c92c91 for instance with vm_state building and task_state spawning. [ 806.334328] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657098, 'name': PowerOffVM_Task, 'duration_secs': 0.200813} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.336696] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Successfully updated port: e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.336696] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 806.337289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbfd28b-983c-4761-94f9-8d7633257316 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.363017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0468e6b7-4096-4a50-9da4-6a00cb7e94d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.393639] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 806.394253] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9360d130-7122-45dd-bbe3-688717e9a3da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.400979] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 806.400979] env[62353]: value = "task-657101" [ 806.400979] env[62353]: _type = "Task" [ 806.400979] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.414530] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 806.414739] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.415011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.415176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.415362] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.418370] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ee0eba-a0e4-42d2-8499-83abe9183f6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.420017] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657099, 'name': CreateVM_Task, 'duration_secs': 0.357195} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.424508] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 806.425892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.425892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.426049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.426544] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1c7ff5-6744-43bc-94dc-186e691c2b2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.430840] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 806.430840] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5243fd5d-99c4-5633-7ec6-595c4382f7ec" [ 806.430840] env[62353]: _type = "Task" [ 806.430840] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.440085] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.440324] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 806.441920] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c711b7a0-5220-46b2-a908-d7eaa2274a3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.447201] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5243fd5d-99c4-5633-7ec6-595c4382f7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.450168] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 806.450168] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5232c6d9-d418-0a9c-94cc-56bf3c13f51e" [ 806.450168] env[62353]: _type = "Task" [ 806.450168] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.458180] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5232c6d9-d418-0a9c-94cc-56bf3c13f51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.477522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.477752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477963] env[62353]: DEBUG nova.network.neutron [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 806.495813] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.499117] env[62353]: DEBUG nova.network.neutron [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.582200] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4e703-5174-4ce1-80ff-8b61826db2df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.591071] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ba608-eb0f-4765-a4f4-1b65d70dccea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.625519] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5e73d-362d-4ee2-ad97-67b28bd66833 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.633704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed245b3-9091-47c2-b938-78d3dafa7faa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.650972] env[62353]: DEBUG nova.compute.provider_tree [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.768918] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657097, 'name': Destroy_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.840679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.840945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.841053] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 806.942556] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5243fd5d-99c4-5633-7ec6-595c4382f7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022785} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.942899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.943018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.943314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.943539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.943773] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.944133] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bdf8ad3-5baf-4213-889e-520d3e621b86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956850] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.957057] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 806.960953] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906fd8ff-50b4-4da2-95e7-ce509ac7de74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.963067] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5232c6d9-d418-0a9c-94cc-56bf3c13f51e, 'name': SearchDatastore_Task, 'duration_secs': 0.017353} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.964111] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a73f6b4-3ffa-4dda-b139-fd9c600e0914 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.967393] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 806.967393] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed27ef-6381-715c-8be2-2797e88ff530" [ 806.967393] env[62353]: _type = "Task" [ 806.967393] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.971777] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 806.971777] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290e136-606c-3686-f279-2bf9b2a705c5" [ 806.971777] env[62353]: _type = "Task" [ 806.971777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.977880] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed27ef-6381-715c-8be2-2797e88ff530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.985392] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290e136-606c-3686-f279-2bf9b2a705c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.994030] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657100, 'name': ReconfigVM_Task, 'duration_secs': 0.630628} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.994708] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.994902] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be8a0d7-4bba-4eac-96a9-891b04db9667 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.000908] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 807.000908] env[62353]: value = "task-657102" [ 807.000908] env[62353]: _type = "Task" [ 807.000908] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.003902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.006463] env[62353]: DEBUG nova.compute.manager [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 807.006710] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c8a883-079f-486f-8743-b25280ef12e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.012189] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657102, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.153653] env[62353]: DEBUG nova.scheduler.client.report [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 807.212310] env[62353]: DEBUG nova.network.neutron [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.268773] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657097, 'name': Destroy_Task, 'duration_secs': 1.481624} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.269086] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Destroyed the VM [ 807.269331] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.269606] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c077050-b348-4d56-98c6-e6d189043fbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.277822] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 807.277822] env[62353]: value = "task-657103" [ 807.277822] env[62353]: _type = "Task" [ 807.277822] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.286809] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.371898] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 807.483519] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed27ef-6381-715c-8be2-2797e88ff530, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.484906] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2c7627-6e08-4cf5-ad00-b3e75a8793cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492073] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290e136-606c-3686-f279-2bf9b2a705c5, 'name': SearchDatastore_Task, 'duration_secs': 0.018024} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.492989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.493491] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 807.493987] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9430dd74-5c42-4c32-92f6-73db5db30c55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.498066] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 807.498066] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527bfc8a-a61f-d425-ec08-d62eb31bce9e" [ 807.498066] env[62353]: _type = "Task" [ 807.498066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.504600] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 807.504600] env[62353]: value = "task-657104" [ 807.504600] env[62353]: _type = "Task" [ 807.504600] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.516926] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527bfc8a-a61f-d425-ec08-d62eb31bce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.518100] env[62353]: DEBUG nova.network.neutron [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Updating instance_info_cache with network_info: [{"id": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "address": "fa:16:3e:47:ff:4b", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e1c24-cc", "ovs_interfaceid": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.519962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.520295] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/68849d7b-4b9f-47a8-afb0-bb942dec37cc.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 807.527366] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a2f0b88-79e6-42e2-b2d9-477a86171af6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.530482] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657102, 'name': Rename_Task, 'duration_secs': 0.220981} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.536393] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 807.536393] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.537032] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa8e451-1ce2-458c-8a88-6e7326a45bb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.542557] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 807.542557] env[62353]: value = "task-657105" [ 807.542557] env[62353]: _type = "Task" [ 807.542557] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.549147] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 807.549147] env[62353]: value = "task-657106" [ 807.549147] env[62353]: _type = "Task" [ 807.549147] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.557763] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.568107] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.660209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.663865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.200s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.664161] env[62353]: DEBUG nova.objects.instance [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lazy-loading 'resources' on Instance uuid d06ff232-9bce-48bc-bb55-80dafc48b560 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.687488] env[62353]: INFO nova.scheduler.client.report [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Deleted allocations for instance 32b94ab2-defa-415d-aa64-8d10677b484f [ 807.715600] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.788139] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657103, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.017664] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.035018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.035018] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Instance network_info: |[{"id": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "address": "fa:16:3e:47:ff:4b", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e1c24-cc", "ovs_interfaceid": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 808.035018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ff:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67e1c24-cc65-4b67-90ed-df6e39c92c91', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.042305] env[62353]: DEBUG oslo.service.loopingcall [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.043585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 808.044527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e5b16-c294-4d01-b542-a42fe98073e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.047745] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cec5d8-2678-4cc0-85ed-fa9eb37635a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.075711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 808.080471] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-39b1091e-79ab-4ebe-9579-70b5773e092c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.080471] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.080471] env[62353]: value = "task-657108" [ 808.080471] env[62353]: _type = "Task" [ 808.080471] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.090146] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.090693] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.098265] env[62353]: DEBUG oslo_vmware.api [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 808.098265] env[62353]: value = "task-657109" [ 808.098265] env[62353]: _type = "Task" [ 808.098265] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.105236] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657108, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.110970] env[62353]: DEBUG oslo_vmware.api [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657109, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.202446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8e4d9a0-e011-47da-a185-80d0705ec379 tempest-ServersTestManualDisk-930168624 tempest-ServersTestManualDisk-930168624-project-member] Lock "32b94ab2-defa-415d-aa64-8d10677b484f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.696s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.293852] env[62353]: DEBUG oslo_vmware.api [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.677394} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.294196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.294436] env[62353]: INFO nova.compute.manager [None req-80f81c21-84a1-4d2d-b0ee-94d88ab7847f tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 17.09 seconds to snapshot the instance on the hypervisor. [ 808.364740] env[62353]: DEBUG nova.compute.manager [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Received event network-changed-e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.365067] env[62353]: DEBUG nova.compute.manager [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Refreshing instance network info cache due to event network-changed-e67e1c24-cc65-4b67-90ed-df6e39c92c91. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 808.365321] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] Acquiring lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.365544] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] Acquired lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.365659] env[62353]: DEBUG nova.network.neutron [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Refreshing network info cache for port e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 808.522423] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.553991] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.581858] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.599343] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657108, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.611953] env[62353]: DEBUG oslo_vmware.api [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657109, 'name': ResetVM_Task, 'duration_secs': 0.10977} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.612292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 808.612540] env[62353]: DEBUG nova.compute.manager [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 808.613535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36587d5-e034-4dbd-8775-e6a67fd990df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.763414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac1dad-2e3a-4ec6-946b-7f67382cf241 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.771798] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9171481-7fe4-4dc1-b8b4-7840478c81cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.809380] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8263bdca-56cc-46e6-9bd5-9b6ce33139f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.817054] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c367c5f-dc15-4f98-9dd0-2a5e3ba11cd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.831822] env[62353]: DEBUG nova.compute.provider_tree [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.019213] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657104, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.298019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.019511] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 809.020337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84db50-d512-45f4-8e54-d6088d805192 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.051842] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.055162] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7e66a2-fbda-4012-84d7-8c63c4af8500 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.084159] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657105, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.188168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.088057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/68849d7b-4b9f-47a8-afb0-bb942dec37cc.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 809.088300] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.088632] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 809.088632] env[62353]: value = "task-657110" [ 809.088632] env[62353]: _type = "Task" [ 809.088632] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.088851] env[62353]: DEBUG oslo_vmware.api [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657106, 'name': PowerOnVM_Task, 'duration_secs': 1.527205} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.089086] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41af2a54-f4e3-489b-b497-4237187f6556 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.095028] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 809.095028] env[62353]: INFO nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Took 9.32 seconds to spawn the instance on the hypervisor. [ 809.095028] env[62353]: DEBUG nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 809.095231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a1691-67cd-4ffa-a73b-493fa8086191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106247] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.111472] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 809.111472] env[62353]: value = "task-657111" [ 809.111472] env[62353]: _type = "Task" [ 809.111472] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.114377] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657108, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.122468] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.134312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-87b6b7f7-1615-4a57-af7e-42a0c6dfc491 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.936s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.237843] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6f986-3526-4d10-894f-af1ba309da70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.261528] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 809.265553] env[62353]: DEBUG nova.network.neutron [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Updated VIF entry in instance network info cache for port e67e1c24-cc65-4b67-90ed-df6e39c92c91. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 809.265912] env[62353]: DEBUG nova.network.neutron [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Updating instance_info_cache with network_info: [{"id": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "address": "fa:16:3e:47:ff:4b", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e1c24-cc", "ovs_interfaceid": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.355277] env[62353]: ERROR nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] [req-7f5b119a-7f08-43e8-8aa7-f4502044255f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f5b119a-7f08-43e8-8aa7-f4502044255f"}]} [ 809.371359] env[62353]: DEBUG nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 809.387605] env[62353]: DEBUG nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 809.387847] env[62353]: DEBUG nova.compute.provider_tree [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.399869] env[62353]: DEBUG nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 809.418587] env[62353]: DEBUG nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 809.612629] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.620315] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657108, 'name': CreateVM_Task, 'duration_secs': 1.442261} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.627353] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 809.628962] env[62353]: INFO nova.compute.manager [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Took 52.81 seconds to build instance. [ 809.630259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.630432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.630752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.631658] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb2f7e1-9dbc-4b9d-b7d0-421e1b56e928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.640536] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072219} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.644313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.645792] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891ab64-c84b-4c0b-bf98-2a52fc260c47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.650068] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 809.650068] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c79b0f-0c16-0ce5-78ae-26931aacbb08" [ 809.650068] env[62353]: _type = "Task" [ 809.650068] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.674475] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/68849d7b-4b9f-47a8-afb0-bb942dec37cc.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.675690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb756a9-8fb3-4f80-a744-5f333ce8629f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.696599] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c79b0f-0c16-0ce5-78ae-26931aacbb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.702078] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 809.702078] env[62353]: value = "task-657112" [ 809.702078] env[62353]: _type = "Task" [ 809.702078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.711174] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.764331] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 809.764668] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159479', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'name': 'volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'serial': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 809.769040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e77d50a-2c2c-4ea8-b9ec-e2ee9762859a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.770618] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 809.771079] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bec8234-85bd-48fa-98dc-594225a82157 req-2599273f-7828-4888-b632-83093881c5b9 service nova] Releasing lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.771539] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a96e37-de29-4011-a80c-edf296e93c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795799] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8799c736-a83a-4273-ba4b-eb7b4ebfdaa0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.798709] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 809.798709] env[62353]: value = "task-657113" [ 809.798709] env[62353]: _type = "Task" [ 809.798709] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.827836] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0/volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.831415] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff61f77-59c6-4fb1-9b21-7a2a99541944 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.849472] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.855956] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 809.855956] env[62353]: value = "task-657114" [ 809.855956] env[62353]: _type = "Task" [ 809.855956] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.865348] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.111201] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657110, 'name': ReconfigVM_Task, 'duration_secs': 0.9476} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.113033] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.115428] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89f67d-2c32-4280-bff9-e6f393ef57da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.139844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce0839e7-ea40-4ab4-bf52-ea1cb87d73c5 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.148057] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dff08e8-6e93-404e-a91a-0ae1bb3421da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.161456] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c498a33-7379-4a88-948e-d63cde1680d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.180194] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786eb89-d212-4eca-b2c4-a8f58654f798 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.184288] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c79b0f-0c16-0ce5-78ae-26931aacbb08, 'name': SearchDatastore_Task, 'duration_secs': 0.050031} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.185966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.186835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.186835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.186835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.187156] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.187513] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 810.187513] env[62353]: value = "task-657115" [ 810.187513] env[62353]: _type = "Task" [ 810.187513] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.188282] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cfb926b-5ae2-41d4-a67c-82ccb3472aee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.225587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ce6657-f157-4128-b1ec-94c5584d5bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.231397] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.234627] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.234627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 810.239314] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072ddd51-4f59-47c1-b396-df69bbab42b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.241854] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657112, 'name': ReconfigVM_Task, 'duration_secs': 0.308559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.242161] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/68849d7b-4b9f-47a8-afb0-bb942dec37cc.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.242454] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62353) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 810.244012] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401a158-ad42-4231-a5a0-207b26555b8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.248466] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-dafb9a8a-98dd-4cee-af88-6f85739d6d65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.252567] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 810.252567] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5214f3ce-8c61-306a-383c-d79ee44678a9" [ 810.252567] env[62353]: _type = "Task" [ 810.252567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.265443] env[62353]: DEBUG nova.compute.provider_tree [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.270206] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 810.270206] env[62353]: value = "task-657116" [ 810.270206] env[62353]: _type = "Task" [ 810.270206] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.276947] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5214f3ce-8c61-306a-383c-d79ee44678a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016206} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.279321] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b82a6a3-4014-4bd7-8008-993c17c56dcb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.284909] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657116, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.288543] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 810.288543] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529bf1e8-3f65-f3f9-2d79-fd88fb4f3a50" [ 810.288543] env[62353]: _type = "Task" [ 810.288543] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.296876] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529bf1e8-3f65-f3f9-2d79-fd88fb4f3a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.309544] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657113, 'name': PowerOffVM_Task, 'duration_secs': 0.226852} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.309814] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 810.310009] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 810.366960] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.665619] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 810.700534] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657115, 'name': ReconfigVM_Task, 'duration_secs': 0.399866} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.701287] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 810.701287] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c44dfa4e-5b56-4572-8939-d9e621a64678 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.707669] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 810.707669] env[62353]: value = "task-657117" [ 810.707669] env[62353]: _type = "Task" [ 810.707669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.717413] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.783561] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657116, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.137182} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.784204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62353) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 810.785543] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d608def-8235-415f-9f38-acfed7e4dec0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.817211] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/ephemeral_0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.819853] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 810.820189] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 810.820391] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.820617] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 810.820870] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.820942] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 810.821149] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 810.821322] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 810.821635] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 810.822114] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 810.822114] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.827185] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdb5215-a4c3-483b-ae2f-7ed96411aa50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.846181] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097797d6-d867-4edc-9a40-971232350c26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.858093] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529bf1e8-3f65-f3f9-2d79-fd88fb4f3a50, 'name': SearchDatastore_Task, 'duration_secs': 0.031242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.859880] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.860187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 9996aefb-5598-44b7-805b-5081ebc972bb/9996aefb-5598-44b7-805b-5081ebc972bb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 810.864350] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da31e62-f561-4262-93f3-02a12da8a0bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.867261] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 810.867261] env[62353]: value = "task-657118" [ 810.867261] env[62353]: _type = "Task" [ 810.867261] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.869214] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 810.869214] env[62353]: value = "task-657119" [ 810.869214] env[62353]: _type = "Task" [ 810.869214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.878791] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657114, 'name': ReconfigVM_Task, 'duration_secs': 0.777804} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.880816] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0/volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.885830] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 810.885830] env[62353]: value = "task-657120" [ 810.885830] env[62353]: _type = "Task" [ 810.885830] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.890653] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a03ef4-df6a-42e0-9700-054ecd436bd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.901357] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.902459] env[62353]: DEBUG nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 810.902849] env[62353]: DEBUG nova.compute.provider_tree [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 78 to 79 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.903068] env[62353]: DEBUG nova.compute.provider_tree [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.914634] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.921046] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.922850] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 810.922850] env[62353]: value = "task-657121" [ 810.922850] env[62353]: _type = "Task" [ 810.922850] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.931817] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.196301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.221358] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.385188] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657118, 'name': ReconfigVM_Task, 'duration_secs': 0.428457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.388847] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc/ephemeral_0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.390428] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657119, 'name': ReconfigVM_Task, 'duration_secs': 0.175999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.390428] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc3d7c8-dbf2-47d0-a1aa-d53837b19690 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.394419] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 811.401745] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 811.401745] env[62353]: value = "task-657122" [ 811.401745] env[62353]: _type = "Task" [ 811.401745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.416102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.753s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.418173] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657122, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.424123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.247s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.424409] env[62353]: DEBUG nova.objects.instance [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'resources' on Instance uuid eba3dae5-bbf6-440f-83aa-e33add887182 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.426039] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.436295] env[62353]: DEBUG oslo_vmware.api [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657121, 'name': ReconfigVM_Task, 'duration_secs': 0.166729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.436629] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159479', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'name': 'volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'serial': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 811.446485] env[62353]: INFO nova.scheduler.client.report [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Deleted allocations for instance d06ff232-9bce-48bc-bb55-80dafc48b560 [ 811.719547] env[62353]: DEBUG oslo_vmware.api [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657117, 'name': PowerOnVM_Task, 'duration_secs': 0.575324} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.720147] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 811.723916] env[62353]: DEBUG nova.compute.manager [None req-1a96e878-b4a9-429b-917b-f976f4c37ee5 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 811.724987] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef947243-bd69-49ff-8450-8b142990c3a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.900249] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='382bb329-ae55-47bb-b1ff-f89fdd1a42f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-778870406',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 811.900499] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 811.901968] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 811.902286] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 811.902483] env[62353]: DEBUG nova.virt.hardware [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.908800] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.909980] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04dfde31-8066-4ffe-bbfd-29733ab8669f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.941968] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657122, 'name': Rename_Task, 'duration_secs': 0.267153} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.946062] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 811.946393] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657120, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.946752] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 811.946752] env[62353]: value = "task-657123" [ 811.946752] env[62353]: _type = "Task" [ 811.946752] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.948703] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6473d6-ddea-487e-b369-8f18bc3db270 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.960328] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 811.960328] env[62353]: value = "task-657124" [ 811.960328] env[62353]: _type = "Task" [ 811.960328] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.960542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d169d787-a118-45f8-a0d6-9850a08650a1 tempest-ServersTestBootFromVolume-1679429195 tempest-ServersTestBootFromVolume-1679429195-project-member] Lock "d06ff232-9bce-48bc-bb55-80dafc48b560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.439s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.968827] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.977225] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.269843] env[62353]: DEBUG nova.compute.manager [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 812.270792] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d43be2-5522-4133-a83e-0b71ad9c1c51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.344567] env[62353]: DEBUG nova.compute.manager [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 812.419363] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657120, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.459118] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657123, 'name': ReconfigVM_Task, 'duration_secs': 0.243294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.459458] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.460405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adae14-1626-4631-9b87-c3996afabf73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.489253] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.497352] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e39cdb6-19e9-4e7b-98b9-07134238172a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.511799] env[62353]: DEBUG nova.objects.instance [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'flavor' on Instance uuid ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.513509] env[62353]: DEBUG oslo_vmware.api [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657124, 'name': PowerOnVM_Task, 'duration_secs': 0.491865} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.514303] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 812.514433] env[62353]: INFO nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Took 9.52 seconds to spawn the instance on the hypervisor. [ 812.514682] env[62353]: DEBUG nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 812.516493] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e518f55-7337-4ba5-b994-cf54d0e056e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.520465] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 812.520465] env[62353]: value = "task-657125" [ 812.520465] env[62353]: _type = "Task" [ 812.520465] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.535444] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.563513] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ecc9a-0e44-4be6-b7a6-f029ee46d21d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.574245] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe67776-0418-4f03-a291-5dd2463f2bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.604357] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62231961-bd2b-4682-a7e5-174ff3126086 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.612106] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1260a-ffb3-49a3-a8c9-4ace41ca0b42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.625997] env[62353]: DEBUG nova.compute.provider_tree [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.692921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.788350] env[62353]: INFO nova.compute.manager [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] instance snapshotting [ 812.791458] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a3bb2f-c487-4f03-bd6a-ac54870e83f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.814409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a56459-6341-4f63-881a-0e440a1df765 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.865331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.919834] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657120, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574561} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.920265] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 9996aefb-5598-44b7-805b-5081ebc972bb/9996aefb-5598-44b7-805b-5081ebc972bb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 812.920621] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.920950] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb243711-0c20-4652-ad3e-f1768e9be791 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.927223] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 812.927223] env[62353]: value = "task-657126" [ 812.927223] env[62353]: _type = "Task" [ 812.927223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.939032] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.017236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-024aced6-fc34-498a-8161-be9735ac4384 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.890s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.018202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.326s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.022020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.022020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.022020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.026765] env[62353]: INFO nova.compute.manager [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Terminating instance [ 813.033811] env[62353]: DEBUG nova.compute.manager [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 813.034101] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 813.035718] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d9e6a3-392a-4581-8e88-0cfeea08d180 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.042364] env[62353]: INFO nova.compute.manager [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Took 54.37 seconds to build instance. [ 813.044294] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.048073] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 813.048073] env[62353]: value = "task-657127" [ 813.048073] env[62353]: _type = "Task" [ 813.048073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.059465] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.129461] env[62353]: DEBUG nova.scheduler.client.report [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 813.326649] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.326914] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d9ed5e6-7d88-493a-8988-f6796a88a326 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.334453] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 813.334453] env[62353]: value = "task-657128" [ 813.334453] env[62353]: _type = "Task" [ 813.334453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.343851] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.437925] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069577} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.438290] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.439122] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc8bf3-7228-401d-8fa2-1abaea1b5a19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.462584] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 9996aefb-5598-44b7-805b-5081ebc972bb/9996aefb-5598-44b7-805b-5081ebc972bb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.463014] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c90903-4c3f-4f49-bb91-88b18f1d06ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.484324] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 813.484324] env[62353]: value = "task-657129" [ 813.484324] env[62353]: _type = "Task" [ 813.484324] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.493793] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.534067] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657125, 'name': ReconfigVM_Task, 'duration_secs': 0.804249} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.535080] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.535533] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 813.545341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-380dbdcf-06ab-42d3-ab74-5de1067196c0 tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.040s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.561463] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657127, 'name': PowerOffVM_Task, 'duration_secs': 0.330227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.561463] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 813.561463] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 813.561463] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159479', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'name': 'volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'serial': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 813.561905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de493226-5f34-4b7e-ae86-56a86acbb67d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.584664] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d978d6d-9b80-43d2-a63b-513c78760c37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.592840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdad5c4-c15a-4d0c-aab9-a3f6f1c7dd0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.618191] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509ea2a-bdac-4df9-a0e1-123d07808300 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.643944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.646217] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] The volume has not been displaced from its original location: [datastore1] volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0/volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 813.653135] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 813.653135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.654040] env[62353]: INFO nova.compute.claims [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.658195] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3532f1fb-177a-4cad-bdb8-95c1efa71beb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.677574] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 813.677574] env[62353]: value = "task-657130" [ 813.677574] env[62353]: _type = "Task" [ 813.677574] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.684687] env[62353]: INFO nova.scheduler.client.report [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted allocations for instance eba3dae5-bbf6-440f-83aa-e33add887182 [ 813.692626] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.847415] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.994692] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657129, 'name': ReconfigVM_Task, 'duration_secs': 0.351408} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.995011] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 9996aefb-5598-44b7-805b-5081ebc972bb/9996aefb-5598-44b7-805b-5081ebc972bb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.995676] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0052f07d-d865-4608-9608-0b54d7e7e718 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.001674] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 814.001674] env[62353]: value = "task-657131" [ 814.001674] env[62353]: _type = "Task" [ 814.001674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.009842] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657131, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.044719] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e19a00d-6d22-4cd1-b804-b5f066e0d963 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.047766] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 814.068334] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae29eb86-68e7-4fc2-a650-d4e9359a0717 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.089291] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 814.187848] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657130, 'name': ReconfigVM_Task, 'duration_secs': 0.211846} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.189347] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 814.196997] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbf3b08-435d-4c02-9e78-d8ac9cdf4579 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.209797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1462cec-c1fa-4d37-8d88-19b52f617aa8 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "eba3dae5-bbf6-440f-83aa-e33add887182" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.134s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.218043] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 814.218043] env[62353]: value = "task-657132" [ 814.218043] env[62353]: _type = "Task" [ 814.218043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.229646] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.351836] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657128, 'name': CreateSnapshot_Task, 'duration_secs': 0.780794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.352166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.352903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc025de-da89-4c30-8e65-b896834d3c06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.517084] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657131, 'name': Rename_Task, 'duration_secs': 0.177842} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.517084] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 814.517084] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac2d2b8-ea5a-42e0-9e76-ecf6caa97cdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.524669] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 814.524669] env[62353]: value = "task-657133" [ 814.524669] env[62353]: _type = "Task" [ 814.524669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.534870] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.579092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.641663] env[62353]: DEBUG nova.network.neutron [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Port d68d51b9-bb86-467d-9cfe-ebcf9166695a binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 814.690539] env[62353]: DEBUG nova.compute.manager [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 814.690958] env[62353]: DEBUG nova.compute.manager [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing instance network info cache due to event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 814.691324] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.691714] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.692090] env[62353]: DEBUG nova.network.neutron [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 814.738173] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657132, 'name': ReconfigVM_Task, 'duration_secs': 0.299559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.738288] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159479', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'name': 'volume-885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3', 'attached_at': '', 'detached_at': '', 'volume_id': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0', 'serial': '885a899c-c89a-4bcf-8fb0-cd8bff69a5f0'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 814.738640] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 814.739446] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7c278-0b2c-4e8e-bfdc-7081191f8d70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.751024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 814.751024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-648fb5df-50df-40e9-a9d6-36b2f2210374 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.840313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 814.840313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 814.840313] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore1] ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.841714] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3fe543-ed4b-42c5-b29d-20b7afe6e47c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.850095] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 814.850095] env[62353]: value = "task-657135" [ 814.850095] env[62353]: _type = "Task" [ 814.850095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.866529] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.874587] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.878186] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b02db11-44ce-412e-84a4-52496adc0ce8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.888955] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 814.888955] env[62353]: value = "task-657136" [ 814.888955] env[62353]: _type = "Task" [ 814.888955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.902972] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657136, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.047639] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.192227] env[62353]: DEBUG nova.compute.manager [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Received event network-changed-bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 815.195062] env[62353]: DEBUG nova.compute.manager [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Refreshing instance network info cache due to event network-changed-bfce4ee9-7562-41d5-a4c5-6031693bc409. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 815.195413] env[62353]: DEBUG oslo_concurrency.lockutils [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] Acquiring lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.195462] env[62353]: DEBUG oslo_concurrency.lockutils [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] Acquired lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.196024] env[62353]: DEBUG nova.network.neutron [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Refreshing network info cache for port bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 815.276437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "85f82654-dd2e-409e-90cb-1babd05343d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.276892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.277411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.277615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.277922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.282360] env[62353]: INFO nova.compute.manager [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Terminating instance [ 815.286924] env[62353]: DEBUG nova.compute.manager [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 815.286924] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 815.286924] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d382e18-a21f-43ed-9db7-890526d7d3e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.298787] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 815.299394] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d399f4c3-71e9-47b5-b14f-a2cee4bfb80f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.310696] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 815.310696] env[62353]: value = "task-657137" [ 815.310696] env[62353]: _type = "Task" [ 815.310696] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.322200] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.362585] env[62353]: DEBUG oslo_vmware.api [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.362923] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.363191] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 815.363483] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 815.363752] env[62353]: INFO nova.compute.manager [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Took 2.33 seconds to destroy the instance on the hypervisor. [ 815.364025] env[62353]: DEBUG oslo.service.loopingcall [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.364234] env[62353]: DEBUG nova.compute.manager [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 815.364329] env[62353]: DEBUG nova.network.neutron [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 815.374019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1745c6-7568-4f4f-971e-7efc40cf4161 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.381881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ba590a-ccfd-4cde-8644-71c906a1b744 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.423850] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbf3f7-cbeb-41d6-84b5-8e72a6a9a95a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.436135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d34e5-d921-4430-b177-ffab89ecfee6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.440329] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657136, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.453705] env[62353]: DEBUG nova.compute.provider_tree [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.542628] env[62353]: DEBUG oslo_vmware.api [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657133, 'name': PowerOnVM_Task, 'duration_secs': 0.863444} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.542806] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 815.543032] env[62353]: INFO nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Took 10.32 seconds to spawn the instance on the hypervisor. [ 815.543223] env[62353]: DEBUG nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 815.544184] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef3677-3dda-48ba-b536-8e9bac846eae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.647476] env[62353]: DEBUG nova.network.neutron [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updated VIF entry in instance network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 815.647863] env[62353]: DEBUG nova.network.neutron [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.673178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.673515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.673716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.828424] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657137, 'name': PowerOffVM_Task, 'duration_secs': 0.476515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.828979] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 815.828979] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 815.829213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05d0c6e1-5ba6-466b-9947-797077a54af7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.908335] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 815.908335] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 815.908335] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleting the datastore file [datastore2] 85f82654-dd2e-409e-90cb-1babd05343d0 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.908335] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5a5e3d-9ae5-4f88-88d8-dfddb6b1b635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.915250] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for the task: (returnval){ [ 815.915250] env[62353]: value = "task-657139" [ 815.915250] env[62353]: _type = "Task" [ 815.915250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.930516] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657136, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.933549] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.961128] env[62353]: DEBUG nova.network.neutron [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Updated VIF entry in instance network info cache for port bfce4ee9-7562-41d5-a4c5-6031693bc409. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 815.961128] env[62353]: DEBUG nova.network.neutron [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Updating instance_info_cache with network_info: [{"id": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "address": "fa:16:3e:22:9e:bb", "network": {"id": "a837fb0c-3062-41e1-a28b-a3c8a6f69191", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1462318386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9c58bb2a147eabc68b7c1672241be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfce4ee9-75", "ovs_interfaceid": "bfce4ee9-7562-41d5-a4c5-6031693bc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.990379] env[62353]: ERROR nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [req-e3fa7a7b-c826-4960-9590-6d9864951aba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3fa7a7b-c826-4960-9590-6d9864951aba"}]} [ 816.014742] env[62353]: DEBUG nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 816.033111] env[62353]: DEBUG nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 816.033932] env[62353]: DEBUG nova.compute.provider_tree [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 85, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.046623] env[62353]: DEBUG nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 816.072217] env[62353]: INFO nova.compute.manager [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Took 55.81 seconds to build instance. [ 816.074610] env[62353]: DEBUG nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 816.153065] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5daa666-07f0-4700-be25-e57252aaa6c4 req-83d61ed8-fffe-426f-9177-14760f398027 service nova] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.436641] env[62353]: DEBUG oslo_vmware.api [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Task: {'id': task-657139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342825} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.440926] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.441222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 816.441482] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 816.441795] env[62353]: INFO nova.compute.manager [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 816.442110] env[62353]: DEBUG oslo.service.loopingcall [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.442376] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657136, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.445197] env[62353]: DEBUG nova.compute.manager [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 816.445348] env[62353]: DEBUG nova.network.neutron [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 816.463325] env[62353]: DEBUG oslo_concurrency.lockutils [req-42bd60da-13a5-4d68-9485-d07912feb7b4 req-1371da85-2f34-4db4-a8ae-32d381a955ed service nova] Releasing lock "refresh_cache-68849d7b-4b9f-47a8-afb0-bb942dec37cc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.509116] env[62353]: DEBUG nova.network.neutron [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.574159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be59c0fc-bc02-43ee-ad4f-7760e157d705 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.277s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.636145] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fceb0f6-36f9-46d1-911b-0f5bfb56bcc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.644284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eacc606-7ba5-4297-9e9c-aac865573f54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.681556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390051e-5e18-40c2-9c0b-6177959402d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.690900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38c70b-84b0-48e6-94ea-be8e9c8df45b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.706113] env[62353]: DEBUG nova.compute.provider_tree [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.732298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.732529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.732788] env[62353]: DEBUG nova.network.neutron [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 816.929903] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657136, 'name': CloneVM_Task, 'duration_secs': 1.741653} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.930544] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Created linked-clone VM from snapshot [ 816.931397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903337bb-334a-4254-97ab-2dd56f562b26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.940344] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Uploading image d643480e-2e12-4e14-b379-46a872931387 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 816.968238] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.968238] env[62353]: value = "vm-159483" [ 816.968238] env[62353]: _type = "VirtualMachine" [ 816.968238] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.968568] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aeb7a970-c1f2-476c-97cd-bbeed7a84124 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.976899] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lease: (returnval){ [ 816.976899] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228e0c1-aa13-4e1f-9107-c302eabac85f" [ 816.976899] env[62353]: _type = "HttpNfcLease" [ 816.976899] env[62353]: } obtained for exporting VM: (result){ [ 816.976899] env[62353]: value = "vm-159483" [ 816.976899] env[62353]: _type = "VirtualMachine" [ 816.976899] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.977301] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the lease: (returnval){ [ 816.977301] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228e0c1-aa13-4e1f-9107-c302eabac85f" [ 816.977301] env[62353]: _type = "HttpNfcLease" [ 816.977301] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.984679] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.984679] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228e0c1-aa13-4e1f-9107-c302eabac85f" [ 816.984679] env[62353]: _type = "HttpNfcLease" [ 816.984679] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.011958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Acquiring lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.012406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Acquired lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.012685] env[62353]: DEBUG nova.network.neutron [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 817.015046] env[62353]: INFO nova.compute.manager [-] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Took 1.65 seconds to deallocate network for instance. [ 817.104836] env[62353]: DEBUG nova.compute.manager [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 817.105223] env[62353]: DEBUG nova.compute.manager [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing instance network info cache due to event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 817.105479] env[62353]: DEBUG oslo_concurrency.lockutils [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.105636] env[62353]: DEBUG oslo_concurrency.lockutils [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.105827] env[62353]: DEBUG nova.network.neutron [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 817.251733] env[62353]: DEBUG nova.scheduler.client.report [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 817.252586] env[62353]: DEBUG nova.compute.provider_tree [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 81 to 82 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.252861] env[62353]: DEBUG nova.compute.provider_tree [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.334368] env[62353]: DEBUG nova.network.neutron [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.486916] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.486916] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228e0c1-aa13-4e1f-9107-c302eabac85f" [ 817.486916] env[62353]: _type = "HttpNfcLease" [ 817.486916] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 817.487378] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 817.487378] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228e0c1-aa13-4e1f-9107-c302eabac85f" [ 817.487378] env[62353]: _type = "HttpNfcLease" [ 817.487378] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 817.487990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cc66d-7575-4915-ade1-76d63993a200 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.497593] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 817.497801] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 817.587454] env[62353]: INFO nova.compute.manager [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Took 0.57 seconds to detach 1 volumes for instance. [ 817.682201] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a4e0a1a-10c7-40a0-a277-696cf4e5db2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.759715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.107s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.760552] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 817.767556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 49.034s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.767943] env[62353]: DEBUG nova.objects.instance [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.840754] env[62353]: INFO nova.compute.manager [-] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Took 1.39 seconds to deallocate network for instance. [ 817.908465] env[62353]: DEBUG nova.network.neutron [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.033573] env[62353]: DEBUG nova.network.neutron [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Updating instance_info_cache with network_info: [{"id": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "address": "fa:16:3e:47:ff:4b", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e1c24-cc", "ovs_interfaceid": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.045420] env[62353]: DEBUG nova.network.neutron [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updated VIF entry in instance network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 818.045825] env[62353]: DEBUG nova.network.neutron [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.094286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.278427] env[62353]: DEBUG nova.compute.utils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.280753] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 818.280926] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 818.345211] env[62353]: DEBUG nova.policy [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd1df490a95b4bbca7a5ad445f6ddc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a77eb7343e24c5da6336593e59cb077', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 818.354157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.411384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.537789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Releasing lock "refresh_cache-9996aefb-5598-44b7-805b-5081ebc972bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.538126] env[62353]: DEBUG nova.compute.manager [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 818.538381] env[62353]: DEBUG nova.compute.manager [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] network_info to inject: |[{"id": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "address": "fa:16:3e:47:ff:4b", "network": {"id": "7f53d79c-abb4-4220-b83a-2b354d6b9954", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-301267313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e274cf23fec407e95b457a7e717733e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e1c24-cc", "ovs_interfaceid": "e67e1c24-cc65-4b67-90ed-df6e39c92c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 818.543832] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 818.544338] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f653770c-738c-4031-af31-e0c82ece24ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.555713] env[62353]: DEBUG oslo_concurrency.lockutils [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.555995] env[62353]: DEBUG nova.compute.manager [req-98a412bd-d635-447e-8f2e-bbfd719581d3 req-b625c728-b654-4678-8761-adc8bf8a3c9d service nova] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Received event network-vif-deleted-b79079d9-c6da-4e78-b7ee-4922fc9fddff {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 818.564479] env[62353]: DEBUG oslo_vmware.api [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Waiting for the task: (returnval){ [ 818.564479] env[62353]: value = "task-657141" [ 818.564479] env[62353]: _type = "Task" [ 818.564479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.573908] env[62353]: DEBUG oslo_vmware.api [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Task: {'id': task-657141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.646817] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Successfully created port: 0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.781947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a60950e-93ad-4418-8f1e-c1f722edfe31 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.783170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.411s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.787549] env[62353]: INFO nova.compute.claims [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.791959] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 818.940632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0da1d5-c7e9-4376-9f8b-248647373b09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.963131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886860d-4a1a-4222-af6d-6f94049c5046 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.972052] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 819.076260] env[62353]: DEBUG oslo_vmware.api [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] Task: {'id': task-657141, 'name': ReconfigVM_Task, 'duration_secs': 0.200948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.077024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-065d9052-f130-4567-b4b0-d4ce245230cc tempest-ServersAdminTestJSON-791711176 tempest-ServersAdminTestJSON-791711176-project-admin] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 819.479132] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 819.480144] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a0729f-f1b9-44a2-848c-1189a255fe98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.490543] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 819.490543] env[62353]: value = "task-657142" [ 819.490543] env[62353]: _type = "Task" [ 819.490543] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.502241] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.751424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.751867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.806295] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 819.838602] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 819.839973] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 819.840211] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.840473] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 819.840727] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.840928] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 819.841203] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 819.841448] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 819.841691] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 819.841907] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 819.842145] env[62353]: DEBUG nova.virt.hardware [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.843082] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612e206-c587-4a03-a0f0-d50b507b0b72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.854903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f91a6-68d2-4ab5-a1b9-961b4e004a67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.887517] env[62353]: DEBUG nova.compute.manager [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Received event network-vif-deleted-949a655a-6eed-4bf0-92bd-bd18172e8ace {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 819.887893] env[62353]: DEBUG nova.compute.manager [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 819.888353] env[62353]: DEBUG nova.compute.manager [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing instance network info cache due to event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 819.888788] env[62353]: DEBUG oslo_concurrency.lockutils [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.889125] env[62353]: DEBUG oslo_concurrency.lockutils [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.889453] env[62353]: DEBUG nova.network.neutron [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 820.003408] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.239119] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Successfully updated port: 0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.257146] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 820.379876] env[62353]: DEBUG nova.compute.manager [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Received event network-vif-plugged-0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 820.380221] env[62353]: DEBUG oslo_concurrency.lockutils [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] Acquiring lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.380521] env[62353]: DEBUG oslo_concurrency.lockutils [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.381478] env[62353]: DEBUG oslo_concurrency.lockutils [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.381478] env[62353]: DEBUG nova.compute.manager [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] No waiting events found dispatching network-vif-plugged-0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 820.381478] env[62353]: WARNING nova.compute.manager [req-6641985f-7ecb-4f3e-bbf7-81994368a5f4 req-bdd3c126-d86b-4a57-8bbe-acdf9c2dc86f service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Received unexpected event network-vif-plugged-0359beb1-4c30-4e72-bba3-2d00e2c68603 for instance with vm_state building and task_state spawning. [ 820.468561] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2823bf1-b0e2-4dba-85ca-f98f5a21489e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.479683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb219e7-c44c-4327-a63f-a6a7445697ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.534051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d20d3-c6ca-428d-9aed-8ef2e0e900a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.546277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148487ce-aa5d-4a7f-8328-46619e108382 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.554995] env[62353]: DEBUG oslo_vmware.api [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657142, 'name': PowerOnVM_Task, 'duration_secs': 0.5484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.557149] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 820.557908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7de44-59f4-4dbd-bfdd-4fcaecc5f2d4 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance '29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 820.575471] env[62353]: DEBUG nova.compute.provider_tree [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.700074] env[62353]: DEBUG nova.network.neutron [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updated VIF entry in instance network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 820.700252] env[62353]: DEBUG nova.network.neutron [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.741305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.741510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.741676] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 820.784823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.079861] env[62353]: DEBUG nova.scheduler.client.report [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 821.203947] env[62353]: DEBUG oslo_concurrency.lockutils [req-87f952d6-494f-4f77-9ca9-2fae44ba7a1b req-3c41e12a-d706-434b-b732-2249131c9c42 service nova] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.280427] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 821.434716] env[62353]: DEBUG nova.network.neutron [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updating instance_info_cache with network_info: [{"id": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "address": "fa:16:3e:b5:c6:cb", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0359beb1-4c", "ovs_interfaceid": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.588607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.589402] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 821.592220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.282s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.592472] env[62353]: DEBUG nova.objects.instance [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lazy-loading 'resources' on Instance uuid ed3a1b9a-7523-489e-a340-60595501ec06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.857416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.857811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.858080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.858341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.858575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.861047] env[62353]: INFO nova.compute.manager [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Terminating instance [ 821.863181] env[62353]: DEBUG nova.compute.manager [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 821.863480] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 821.864375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a3b0fb-0c2f-4178-a53a-65d18c0a9873 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.874891] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 821.874891] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91137ff9-717c-4fc9-947b-d9f491041cea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.882553] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 821.882553] env[62353]: value = "task-657143" [ 821.882553] env[62353]: _type = "Task" [ 821.882553] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.892242] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.937621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.937995] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Instance network_info: |[{"id": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "address": "fa:16:3e:b5:c6:cb", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0359beb1-4c", "ovs_interfaceid": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 821.938517] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:c6:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0359beb1-4c30-4e72-bba3-2d00e2c68603', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.946650] env[62353]: DEBUG oslo.service.loopingcall [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.947690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 821.947690] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d0504d4-f41a-4c93-8021-e343888b4c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.979028] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.979028] env[62353]: value = "task-657144" [ 821.979028] env[62353]: _type = "Task" [ 821.979028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.991995] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657144, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.025378] env[62353]: DEBUG nova.compute.manager [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 822.025774] env[62353]: DEBUG nova.compute.manager [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing instance network info cache due to event network-changed-dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 822.026162] env[62353]: DEBUG oslo_concurrency.lockutils [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] Acquiring lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.026313] env[62353]: DEBUG oslo_concurrency.lockutils [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] Acquired lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.026558] env[62353]: DEBUG nova.network.neutron [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Refreshing network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.104111] env[62353]: DEBUG nova.compute.utils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.109647] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 822.109874] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 822.187056] env[62353]: DEBUG nova.policy [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c16e371345e4c04b72d018c5b932595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '959818cdddb948d5a2fc69b85be59b88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 822.396482] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657143, 'name': PowerOffVM_Task, 'duration_secs': 0.384291} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.396482] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 822.396482] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 822.396875] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e0a8f1-04dd-46bd-b7b3-e012752b4f49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.461350] env[62353]: DEBUG nova.compute.manager [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Received event network-changed-0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 822.461746] env[62353]: DEBUG nova.compute.manager [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Refreshing instance network info cache due to event network-changed-0359beb1-4c30-4e72-bba3-2d00e2c68603. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 822.462280] env[62353]: DEBUG oslo_concurrency.lockutils [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] Acquiring lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.462697] env[62353]: DEBUG oslo_concurrency.lockutils [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] Acquired lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.462855] env[62353]: DEBUG nova.network.neutron [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Refreshing network info cache for port 0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.487031] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 822.487739] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 822.488015] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Deleting the datastore file [datastore2] ba3a5652-948b-41f6-858b-1b6945b0cadf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.489842] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178068f6-9a92-429f-953d-2a690496bcca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.506596] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657144, 'name': CreateVM_Task, 'duration_secs': 0.431782} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.508053] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 822.508523] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for the task: (returnval){ [ 822.508523] env[62353]: value = "task-657146" [ 822.508523] env[62353]: _type = "Task" [ 822.508523] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.513383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.513647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.514016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.515122] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6118c2f1-e001-471a-a194-037216bcabbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.530015] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.530394] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 822.530394] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521db03c-5873-c6ba-5f5a-8cc0a95cfeff" [ 822.530394] env[62353]: _type = "Task" [ 822.530394] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.548921] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521db03c-5873-c6ba-5f5a-8cc0a95cfeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.560700] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Successfully created port: 06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.616785] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 822.775361] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1ce6c-e35a-469f-8c28-321aa74748f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.788369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3713d-0660-4671-8e88-e0d743d9a4d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.832373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9611a1dc-72c0-4123-8276-843a41885edd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.840953] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0077ef-ab9c-4802-87f4-cb53870476a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.862495] env[62353]: DEBUG nova.compute.provider_tree [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.895248] env[62353]: DEBUG nova.network.neutron [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updated VIF entry in instance network info cache for port dc0a876d-b8e5-4821-a901-765dfcb28e24. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 822.895645] env[62353]: DEBUG nova.network.neutron [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [{"id": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "address": "fa:16:3e:b6:9a:fc", "network": {"id": "75066070-a373-443f-8419-176adb3d705c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1327824543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "20176ab4458943a5aee161b13558b4a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0a876d-b8", "ovs_interfaceid": "dc0a876d-b8e5-4821-a901-765dfcb28e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.026226] env[62353]: DEBUG oslo_vmware.api [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Task: {'id': task-657146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373678} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.026527] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.026748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 823.027018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 823.027180] env[62353]: INFO nova.compute.manager [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 823.027405] env[62353]: DEBUG oslo.service.loopingcall [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.027625] env[62353]: DEBUG nova.compute.manager [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 823.027711] env[62353]: DEBUG nova.network.neutron [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 823.052383] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521db03c-5873-c6ba-5f5a-8cc0a95cfeff, 'name': SearchDatastore_Task, 'duration_secs': 0.024199} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.052383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.052904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.052943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.053291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.053291] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.053625] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7061fbf9-bd8f-41d6-a214-f992523335a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.068585] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.068749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 823.069598] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1217a3cd-54f6-4b71-87ce-7f2a6ae5b49c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.076838] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 823.076838] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a409f9-580b-c620-b0c5-422e7066cff1" [ 823.076838] env[62353]: _type = "Task" [ 823.076838] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.086700] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a409f9-580b-c620-b0c5-422e7066cff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.206839] env[62353]: INFO nova.compute.manager [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Rebuilding instance [ 823.209415] env[62353]: DEBUG nova.network.neutron [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updated VIF entry in instance network info cache for port 0359beb1-4c30-4e72-bba3-2d00e2c68603. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 823.210083] env[62353]: DEBUG nova.network.neutron [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updating instance_info_cache with network_info: [{"id": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "address": "fa:16:3e:b5:c6:cb", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0359beb1-4c", "ovs_interfaceid": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.265332] env[62353]: DEBUG nova.compute.manager [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 823.266565] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3eb43f-64cd-4a21-b21c-d06e37d59014 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.364035] env[62353]: DEBUG nova.scheduler.client.report [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 823.398573] env[62353]: DEBUG oslo_concurrency.lockutils [req-ec46e9b9-1872-469e-9607-56b31b34850b req-b44a76cf-76d2-40d4-abea-455326ee9271 service nova] Releasing lock "refresh_cache-ba3a5652-948b-41f6-858b-1b6945b0cadf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.589117] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a409f9-580b-c620-b0c5-422e7066cff1, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.590049] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e9ede2-944e-450b-8e6e-96c17d397291 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.598191] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 823.598191] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f07e6c-5470-24f7-ecde-83cd4addd482" [ 823.598191] env[62353]: _type = "Task" [ 823.598191] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.606737] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f07e6c-5470-24f7-ecde-83cd4addd482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.629991] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 823.650965] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 823.651333] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 823.651594] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.651862] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 823.652106] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.652333] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 823.652613] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 823.652881] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 823.653175] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 823.653485] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 823.653708] env[62353]: DEBUG nova.virt.hardware [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.654632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2aee3-da36-4dd9-a7e2-c9e08ebff15b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.665761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d0397-d868-4a80-b0a6-7370b4396000 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.711734] env[62353]: DEBUG nova.network.neutron [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Port d68d51b9-bb86-467d-9cfe-ebcf9166695a binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 823.712047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.712191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.712358] env[62353]: DEBUG nova.network.neutron [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 823.714584] env[62353]: DEBUG oslo_concurrency.lockutils [req-da2eb73c-de96-4828-888f-88047d1481ba req-2ee60e3f-5603-440c-89cb-4d188354f756 service nova] Releasing lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.781566] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 823.781909] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2e39c0-a519-4b2d-814a-d43af41cd8ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.791392] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 823.791392] env[62353]: value = "task-657147" [ 823.791392] env[62353]: _type = "Task" [ 823.791392] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.801333] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.871310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.871693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.588s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.871897] env[62353]: DEBUG nova.objects.instance [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.889688] env[62353]: INFO nova.scheduler.client.report [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleted allocations for instance ed3a1b9a-7523-489e-a340-60595501ec06 [ 823.974539] env[62353]: DEBUG nova.network.neutron [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.110939] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f07e6c-5470-24f7-ecde-83cd4addd482, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.111576] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.111910] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/164208bb-c2e4-4b18-a3ea-00fb63dd32c9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 824.112218] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b0b948f-b98b-48f9-9147-b7b006861642 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.121415] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 824.121415] env[62353]: value = "task-657148" [ 824.121415] env[62353]: _type = "Task" [ 824.121415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.131805] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.242421] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Successfully updated port: 06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.304443] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.308106] env[62353]: DEBUG nova.compute.manager [req-6eba8d1a-8e77-4092-b65d-444197ba4518 req-8dc964b1-ff8c-4997-9abe-e0716e408242 service nova] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Received event network-vif-deleted-dc0a876d-b8e5-4821-a901-765dfcb28e24 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 824.401578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-990a153f-42c3-434d-85bb-80f9888a7d5b tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.041s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.402566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 46.404s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.402804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.403042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.403264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.405750] env[62353]: INFO nova.compute.manager [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Terminating instance [ 824.407926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.408500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquired lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.408500] env[62353]: DEBUG nova.network.neutron [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 824.477542] env[62353]: INFO nova.compute.manager [-] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Took 1.45 seconds to deallocate network for instance. [ 824.621088] env[62353]: DEBUG nova.network.neutron [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.629665] env[62353]: DEBUG nova.compute.manager [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Received event network-vif-plugged-06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 824.629941] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Acquiring lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.630077] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.630323] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.630447] env[62353]: DEBUG nova.compute.manager [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] No waiting events found dispatching network-vif-plugged-06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 824.630608] env[62353]: WARNING nova.compute.manager [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Received unexpected event network-vif-plugged-06d0f9aa-c37a-4024-9f09-49fc947c715a for instance with vm_state building and task_state spawning. [ 824.630774] env[62353]: DEBUG nova.compute.manager [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Received event network-changed-06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 824.630980] env[62353]: DEBUG nova.compute.manager [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Refreshing instance network info cache due to event network-changed-06d0f9aa-c37a-4024-9f09-49fc947c715a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 824.631227] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Acquiring lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.631410] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Acquired lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.631590] env[62353]: DEBUG nova.network.neutron [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Refreshing network info cache for port 06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 824.633510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.641802] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.745610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.803438] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.883378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-553c38ba-6e9c-4a6c-b2de-e7657444cc1a tempest-ServersAdmin275Test-1075420346 tempest-ServersAdmin275Test-1075420346-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.884593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.036s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.888564] env[62353]: INFO nova.compute.claims [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.912297] env[62353]: DEBUG nova.compute.utils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Can not refresh info_cache because instance was not found {{(pid=62353) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 824.931463] env[62353]: DEBUG nova.network.neutron [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 824.983855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.056512] env[62353]: DEBUG nova.network.neutron [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.133329] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.133725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/164208bb-c2e4-4b18-a3ea-00fb63dd32c9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 825.134041] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.134744] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4322cf67-192e-4a0f-a221-6347a411bc92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.137516] env[62353]: DEBUG nova.compute.manager [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 825.137727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.145736] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 825.145736] env[62353]: value = "task-657149" [ 825.145736] env[62353]: _type = "Task" [ 825.145736] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.154552] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.176216] env[62353]: DEBUG nova.network.neutron [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 825.301370] env[62353]: DEBUG nova.network.neutron [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.306992] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.559195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Releasing lock "refresh_cache-ed3a1b9a-7523-489e-a340-60595501ec06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.559677] env[62353]: DEBUG nova.compute.manager [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 825.559880] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 825.560203] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8070b03-1a37-496b-ae87-e08af6032bd3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.573893] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c9949-5772-4908-aeb3-f77e2013151a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.615023] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ed3a1b9a-7523-489e-a340-60595501ec06 could not be found. [ 825.615023] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 825.615023] env[62353]: INFO nova.compute.manager [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 0.05 seconds to destroy the instance on the hypervisor. [ 825.615023] env[62353]: DEBUG oslo.service.loopingcall [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.615023] env[62353]: DEBUG nova.compute.manager [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 825.615023] env[62353]: DEBUG nova.network.neutron [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 825.642315] env[62353]: DEBUG nova.network.neutron [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 825.657919] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075595} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.658223] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.659091] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ed55c-c083-445f-afd5-7d278870f425 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.682078] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/164208bb-c2e4-4b18-a3ea-00fb63dd32c9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.682609] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b01cf8c-4008-4f88-9039-81ef2644b141 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.703824] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 825.703824] env[62353]: value = "task-657150" [ 825.703824] env[62353]: _type = "Task" [ 825.703824] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712702] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.808409] env[62353]: DEBUG oslo_concurrency.lockutils [req-50a1bd4e-f4e1-482d-9d17-30c40cda1d55 req-f8f78e8d-880d-4414-aea2-504d8d7ff7c9 service nova] Releasing lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.809058] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.809391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.809626] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 826.070710] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.071047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.071263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.071648] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.071872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.074082] env[62353]: INFO nova.compute.manager [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Terminating instance [ 826.077773] env[62353]: DEBUG nova.compute.manager [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 826.077773] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 826.077773] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7786106-6d83-4164-a707-a13d2d708b68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.088585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 826.089034] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ee2386-a74f-4745-81a2-0aca8af50ee1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.102904] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 826.102904] env[62353]: value = "task-657151" [ 826.102904] env[62353]: _type = "Task" [ 826.102904] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.119473] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.144528] env[62353]: DEBUG nova.network.neutron [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.216333] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657150, 'name': ReconfigVM_Task, 'duration_secs': 0.315457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.216678] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/164208bb-c2e4-4b18-a3ea-00fb63dd32c9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.217434] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4e83e5-bf11-4053-adf4-ddd3013a5643 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.228484] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 826.228484] env[62353]: value = "task-657152" [ 826.228484] env[62353]: _type = "Task" [ 826.228484] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.238908] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657152, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.310511] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.358659] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 826.524811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93236b7f-6fa0-4ad4-adcc-56584ef2f4db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.535829] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc282b-0609-4d52-9571-27618768a0fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.578038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef5981b-5886-44a4-b39b-9894aa5e0930 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.587046] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce00a9b-3482-4b5c-8e2f-b350b345d6f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.604458] env[62353]: DEBUG nova.compute.provider_tree [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.606998] env[62353]: DEBUG nova.network.neutron [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Updating instance_info_cache with network_info: [{"id": "06d0f9aa-c37a-4024-9f09-49fc947c715a", "address": "fa:16:3e:e4:35:66", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d0f9aa-c3", "ovs_interfaceid": "06d0f9aa-c37a-4024-9f09-49fc947c715a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.618985] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657151, 'name': PowerOffVM_Task, 'duration_secs': 0.276553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.620301] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 826.620451] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 826.620773] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ac5aa34-403b-46ff-a320-493f505d0c7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.646885] env[62353]: INFO nova.compute.manager [-] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Took 1.03 seconds to deallocate network for instance. [ 826.695591] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 826.695896] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 826.696096] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleting the datastore file [datastore2] 5dc2cfa6-1f70-49b0-9be4-3189556561b8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.696474] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d85cf9-1216-4da1-9798-2b85a6466fb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.706177] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for the task: (returnval){ [ 826.706177] env[62353]: value = "task-657154" [ 826.706177] env[62353]: _type = "Task" [ 826.706177] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.715711] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.739303] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657152, 'name': Rename_Task, 'duration_secs': 0.175708} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.739645] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 826.739936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4db8aa6-5eed-474c-8f8c-264278dd4689 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.749156] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 826.749156] env[62353]: value = "task-657155" [ 826.749156] env[62353]: _type = "Task" [ 826.749156] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.758699] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.807486] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.114038] env[62353]: DEBUG nova.scheduler.client.report [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 827.117864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "refresh_cache-c5b03277-1344-4abe-9d11-c4578db1d8c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.118208] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance network_info: |[{"id": "06d0f9aa-c37a-4024-9f09-49fc947c715a", "address": "fa:16:3e:e4:35:66", "network": {"id": "cb43ca69-5ca2-4cdd-8b86-77fc77106a92", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909032915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "959818cdddb948d5a2fc69b85be59b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d0f9aa-c3", "ovs_interfaceid": "06d0f9aa-c37a-4024-9f09-49fc947c715a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 827.118642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:35:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06d0f9aa-c37a-4024-9f09-49fc947c715a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.126726] env[62353]: DEBUG oslo.service.loopingcall [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.127302] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 827.127559] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55e6291-1687-4239-8620-84603612fdd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.152493] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.152493] env[62353]: value = "task-657156" [ 827.152493] env[62353]: _type = "Task" [ 827.152493] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.153221] env[62353]: INFO nova.compute.manager [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance disappeared during terminate [ 827.153512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1c33f00-49f8-46c8-a54a-cf727464e186 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "ed3a1b9a-7523-489e-a340-60595501ec06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.751s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.166419] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657156, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.221750] env[62353]: DEBUG oslo_vmware.api [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Task: {'id': task-657154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172398} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.222291] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.222587] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 827.222886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 827.223213] env[62353]: INFO nova.compute.manager [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.223722] env[62353]: DEBUG oslo.service.loopingcall [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.224065] env[62353]: DEBUG nova.compute.manager [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 827.224221] env[62353]: DEBUG nova.network.neutron [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 827.264565] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.310143] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.607614] env[62353]: DEBUG nova.compute.manager [req-2af23f57-7c4f-4fbc-82d4-33ad31f823e7 req-58caacb4-2329-4700-b129-5c09f7b2db6e service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Received event network-vif-deleted-626b4524-cced-4798-af0d-2ffd7a4c35ab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 827.607614] env[62353]: INFO nova.compute.manager [req-2af23f57-7c4f-4fbc-82d4-33ad31f823e7 req-58caacb4-2329-4700-b129-5c09f7b2db6e service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Neutron deleted interface 626b4524-cced-4798-af0d-2ffd7a4c35ab; detaching it from the instance and deleting it from the info cache [ 827.607614] env[62353]: DEBUG nova.network.neutron [req-2af23f57-7c4f-4fbc-82d4-33ad31f823e7 req-58caacb4-2329-4700-b129-5c09f7b2db6e service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.629912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.629912] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 827.642940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.145s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.642940] env[62353]: DEBUG nova.objects.instance [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lazy-loading 'resources' on Instance uuid 53f91275-8b3a-492f-9e5d-7be6aa92c1be {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.664539] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657156, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.761019] env[62353]: DEBUG oslo_vmware.api [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657155, 'name': PowerOnVM_Task, 'duration_secs': 0.531683} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.761394] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 827.761928] env[62353]: INFO nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Took 7.96 seconds to spawn the instance on the hypervisor. [ 827.762156] env[62353]: DEBUG nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 827.763162] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e648486-1853-4c20-9dc1-129b3e248c74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.789594] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.790714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58386c9-4a53-4393-ac3c-62214079c342 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.798848] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.798848] env[62353]: ERROR oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk due to incomplete transfer. [ 827.799070] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-967743b4-87bb-4607-880d-3b836066384c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.810119] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657147, 'name': PowerOffVM_Task, 'duration_secs': 3.834696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.811285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 827.811531] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 827.811814] env[62353]: DEBUG oslo_vmware.rw_handles [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261c544-b8fa-8075-2cac-ae7df1f73f29/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.811989] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Uploaded image d643480e-2e12-4e14-b379-46a872931387 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 827.814417] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 827.815875] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc08a1b-fcb2-4f97-9c29-69ffc20327e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.818472] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee45b038-ebcf-43e3-8b91-9fcc1744fdc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.825342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 827.825599] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3ef1c75-9835-4df7-b827-cce197ab5489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.829916] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 827.829916] env[62353]: value = "task-657157" [ 827.829916] env[62353]: _type = "Task" [ 827.829916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.841074] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657157, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.909844] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 827.910100] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 827.910298] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.910596] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1da3def-b38a-47c8-a8f0-ad97f0cb441c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.918533] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 827.918533] env[62353]: value = "task-657159" [ 827.918533] env[62353]: _type = "Task" [ 827.918533] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.927707] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.083353] env[62353]: DEBUG nova.network.neutron [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.110057] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de777197-b8f8-4639-9b22-7e9333657859 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.121676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff06f0-470c-400a-bc67-3d495003c6af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142684] env[62353]: DEBUG nova.compute.utils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 828.146010] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 828.146244] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 828.162492] env[62353]: DEBUG nova.compute.manager [req-2af23f57-7c4f-4fbc-82d4-33ad31f823e7 req-58caacb4-2329-4700-b129-5c09f7b2db6e service nova] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Detach interface failed, port_id=626b4524-cced-4798-af0d-2ffd7a4c35ab, reason: Instance 5dc2cfa6-1f70-49b0-9be4-3189556561b8 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 828.178079] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657156, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.228542] env[62353]: DEBUG nova.policy [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cfac1f424fc44d683bcbce9d4962446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d408d3cc97d431d9944cd1b9414711e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 828.293397] env[62353]: INFO nova.compute.manager [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Took 59.65 seconds to build instance. [ 828.345181] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657157, 'name': Destroy_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.433325] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145003} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.433703] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.434775] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 828.435722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 828.566908] env[62353]: INFO nova.compute.manager [-] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Took 1.34 seconds to deallocate network for instance. [ 828.628447] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Successfully created port: be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.649738] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 828.674403] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657156, 'name': CreateVM_Task, 'duration_secs': 1.511907} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.674653] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 828.675371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.675565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.676115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.676401] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d07a25-c5c5-4f2f-b2d6-ece81197f6ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.684496] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 828.684496] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0d341-06ed-a2fe-84f2-7a5a7a21f148" [ 828.684496] env[62353]: _type = "Task" [ 828.684496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.696541] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0d341-06ed-a2fe-84f2-7a5a7a21f148, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.698553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.698796] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.699038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.699195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.699379] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.700054] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8d06957-9fde-496f-ae89-e8d9e652dc66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.708883] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.709309] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 828.712060] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abcf479-0235-4a76-ae67-6a98fd205c28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.718293] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 828.718293] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52eb92da-4f8f-8212-e919-d936ca40585b" [ 828.718293] env[62353]: _type = "Task" [ 828.718293] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.724290] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3892b-b8fa-4e56-8ce5-3d4553908ad7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.729881] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52eb92da-4f8f-8212-e919-d936ca40585b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.735092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de34e61-b639-4f78-b63b-d0cbd8df1a6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.766452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf1000-9c61-4c40-ba80-94576fe22422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.774935] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f98ff-9d94-4f27-a099-210edeb3f612 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.791439] env[62353]: DEBUG nova.compute.provider_tree [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.798702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c6dd4a1-1f61-488e-9a01-7194e51037a1 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.296s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.842022] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657157, 'name': Destroy_Task, 'duration_secs': 0.539094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.842323] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Destroyed the VM [ 828.842560] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.842826] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7a4eabb-a979-4170-87bd-d41287f500e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.850627] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 828.850627] env[62353]: value = "task-657160" [ 828.850627] env[62353]: _type = "Task" [ 828.850627] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.860327] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.078333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.119974] env[62353]: INFO nova.compute.manager [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Rescuing [ 829.120312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.120479] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.120658] env[62353]: DEBUG nova.network.neutron [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 829.230178] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52eb92da-4f8f-8212-e919-d936ca40585b, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.230918] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9684b097-9776-4953-b892-ee1f7d7b78c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.236957] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 829.236957] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529a1c53-ef13-02a5-044f-01a1c5f78f91" [ 829.236957] env[62353]: _type = "Task" [ 829.236957] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.247137] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529a1c53-ef13-02a5-044f-01a1c5f78f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.292969] env[62353]: DEBUG nova.scheduler.client.report [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 829.360904] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657160, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.472563] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 829.472563] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 829.472563] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.472563] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 829.472887] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.472912] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 829.473326] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 829.473606] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 829.473868] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 829.474137] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 829.474415] env[62353]: DEBUG nova.virt.hardware [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.475356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a636ddee-3b50-4656-a8d5-0cbad13b71de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.485637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d6a01-7a4a-43e4-a9f3-1c12f8d6570e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.501063] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b8:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.507664] env[62353]: DEBUG oslo.service.loopingcall [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.507940] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 829.508172] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-840b9f61-ab43-4d31-96a5-56ecd881dc84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.530545] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.530545] env[62353]: value = "task-657161" [ 829.530545] env[62353]: _type = "Task" [ 829.530545] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.538801] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657161, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.658893] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 829.680465] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 829.680767] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 829.680956] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.681167] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 829.681321] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.681501] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 829.681741] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 829.681913] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 829.682095] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 829.682306] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 829.682447] env[62353]: DEBUG nova.virt.hardware [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.683352] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5daa2f-9fb3-4452-b264-caef0effaef1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.693793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb853474-ddb6-4e5f-a1b5-d4d86298d12f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.748668] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529a1c53-ef13-02a5-044f-01a1c5f78f91, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.748954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.749237] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c5b03277-1344-4abe-9d11-c4578db1d8c2/c5b03277-1344-4abe-9d11-c4578db1d8c2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 829.749513] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe9ab86-ea43-483c-89f2-c20d6558a906 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.759663] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 829.759663] env[62353]: value = "task-657162" [ 829.759663] env[62353]: _type = "Task" [ 829.759663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.771843] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.798353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.801376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.559s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.803126] env[62353]: INFO nova.compute.claims [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.837752] env[62353]: INFO nova.scheduler.client.report [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Deleted allocations for instance 53f91275-8b3a-492f-9e5d-7be6aa92c1be [ 829.857727] env[62353]: DEBUG nova.network.neutron [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updating instance_info_cache with network_info: [{"id": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "address": "fa:16:3e:b5:c6:cb", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0359beb1-4c", "ovs_interfaceid": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.865813] env[62353]: DEBUG oslo_vmware.api [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657160, 'name': RemoveSnapshot_Task, 'duration_secs': 0.777968} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.866182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.866404] env[62353]: INFO nova.compute.manager [None req-da0c10aa-3c8b-4104-a93d-064ef182b930 tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 830.045603] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657161, 'name': CreateVM_Task, 'duration_secs': 0.375348} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.045827] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 830.046621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.046754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.047117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.047394] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2065f4a-ce60-41b0-9ade-367615ccc868 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.054511] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 830.054511] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce4274-8b96-9ee1-9998-3e3e48182e39" [ 830.054511] env[62353]: _type = "Task" [ 830.054511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.066202] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce4274-8b96-9ee1-9998-3e3e48182e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.277916] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657162, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.349370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-103b7df9-97dd-4856-b73b-4594982987e7 tempest-ServersAdmin275Test-2133281279 tempest-ServersAdmin275Test-2133281279-project-member] Lock "53f91275-8b3a-492f-9e5d-7be6aa92c1be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.360779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.541032] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Successfully updated port: be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.567456] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ce4274-8b96-9ee1-9998-3e3e48182e39, 'name': SearchDatastore_Task, 'duration_secs': 0.056283} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.567794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.568034] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.568975] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.568975] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.568975] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.568975] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda3ac37-8ac9-4c55-b7cd-65227f66389c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.577897] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.578110] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 830.578843] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91be230-b7df-441f-aa03-dc1b332af084 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.584369] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 830.584369] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52336574-078d-cde9-8861-2275a974852c" [ 830.584369] env[62353]: _type = "Task" [ 830.584369] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.592896] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52336574-078d-cde9-8861-2275a974852c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.763778] env[62353]: DEBUG nova.compute.manager [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Received event network-vif-plugged-be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 830.764132] env[62353]: DEBUG oslo_concurrency.lockutils [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] Acquiring lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.764371] env[62353]: DEBUG oslo_concurrency.lockutils [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.764582] env[62353]: DEBUG oslo_concurrency.lockutils [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.764772] env[62353]: DEBUG nova.compute.manager [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] No waiting events found dispatching network-vif-plugged-be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 830.764943] env[62353]: WARNING nova.compute.manager [req-55731c26-a597-4ac8-a36c-2d1ca52bc917 req-570aa381-d9b2-4dd1-b2a7-1fea9ea0d64c service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Received unexpected event network-vif-plugged-be9aff65-ff46-47a1-a427-47cb537d8f97 for instance with vm_state building and task_state spawning. [ 830.775078] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54892} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.775347] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c5b03277-1344-4abe-9d11-c4578db1d8c2/c5b03277-1344-4abe-9d11-c4578db1d8c2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 830.775567] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.775820] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9f69a1-1304-4b63-bcaf-78d732a2ef6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.783100] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 830.783100] env[62353]: value = "task-657163" [ 830.783100] env[62353]: _type = "Task" [ 830.783100] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.791289] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.898081] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 830.898356] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ce826e-9f1f-4a13-8ce1-8d6b7be6c967 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.905106] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 830.905106] env[62353]: value = "task-657164" [ 830.905106] env[62353]: _type = "Task" [ 830.905106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.917063] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.044983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.044983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquired lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.044983] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 831.104367] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52336574-078d-cde9-8861-2275a974852c, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.105348] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753ace40-bb9a-45d8-b844-37b8b3e7d3a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.111763] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 831.111763] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52011fe2-4d12-bda1-ff99-1ae852fa0b80" [ 831.111763] env[62353]: _type = "Task" [ 831.111763] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.125599] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52011fe2-4d12-bda1-ff99-1ae852fa0b80, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.125900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.126224] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 831.126509] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12e1cba-adb3-4b32-a4fb-7494d9099cb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.139234] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 831.139234] env[62353]: value = "task-657165" [ 831.139234] env[62353]: _type = "Task" [ 831.139234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.151212] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.296301] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.299234] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.300654] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5ff40-5948-4ffd-addd-45d529567e4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.329019] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] c5b03277-1344-4abe-9d11-c4578db1d8c2/c5b03277-1344-4abe-9d11-c4578db1d8c2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.332668] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10eddc9d-289d-4368-8216-450fe44d57ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.356598] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 831.356598] env[62353]: value = "task-657166" [ 831.356598] env[62353]: _type = "Task" [ 831.356598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.371608] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.379709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe10d1f-00f7-49f6-9929-e5c70b6caaf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.388745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c30bd-4f05-46b1-944e-8274d685c0b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.429127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd0c49f-559e-40f9-a9e4-f8c14e36e4de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.437720] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657164, 'name': PowerOffVM_Task, 'duration_secs': 0.362904} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.440230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 831.441572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01f434-a7b3-4fa9-8c19-f649bc437986 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.445534] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3575c06-5093-42ed-8f8b-3c0b508cb406 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.480131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab5b8d-5c25-4b46-96c2-8f090530a568 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.483664] env[62353]: DEBUG nova.compute.provider_tree [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.521829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 831.522585] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152d00dd-c606-4da9-9257-0456422d149c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.530787] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 831.530787] env[62353]: value = "task-657167" [ 831.530787] env[62353]: _type = "Task" [ 831.530787] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.542131] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 831.542425] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.542643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.542802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.543131] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.543297] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35a80dd-4918-4965-bd41-bc6d551545d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.558189] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.558415] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 831.562077] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecb0993-df3d-44e7-8d4b-5092ef81e7c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.569073] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 831.569073] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec5f31-0daf-6794-f1a8-48981e0e27e8" [ 831.569073] env[62353]: _type = "Task" [ 831.569073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.577167] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec5f31-0daf-6794-f1a8-48981e0e27e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.598258] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 831.648959] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49135} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.649269] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 831.649494] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.649747] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cff6df1-00c1-4677-a5b2-321f2f2a57db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.655510] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 831.655510] env[62353]: value = "task-657168" [ 831.655510] env[62353]: _type = "Task" [ 831.655510] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.662895] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.867916] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657166, 'name': ReconfigVM_Task, 'duration_secs': 0.475545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.868147] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Reconfigured VM instance instance-00000039 to attach disk [datastore2] c5b03277-1344-4abe-9d11-c4578db1d8c2/c5b03277-1344-4abe-9d11-c4578db1d8c2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.868944] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89bc0322-4395-48dc-8071-9fe20855e47e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.875307] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 831.875307] env[62353]: value = "task-657169" [ 831.875307] env[62353]: _type = "Task" [ 831.875307] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.878602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.878912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.879193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.879432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.879650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.881903] env[62353]: INFO nova.compute.manager [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Terminating instance [ 831.886478] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657169, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.887072] env[62353]: DEBUG nova.compute.manager [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 831.887314] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 831.888062] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbefd15-c694-494c-bb85-26b4eb5ef19f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.894716] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 831.894965] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-757c70c0-f24a-4c45-a8c5-1f89c95cd8d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.900759] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 831.900759] env[62353]: value = "task-657170" [ 831.900759] env[62353]: _type = "Task" [ 831.900759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.908285] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.987066] env[62353]: DEBUG nova.scheduler.client.report [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 832.057895] env[62353]: DEBUG nova.network.neutron [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Updating instance_info_cache with network_info: [{"id": "be9aff65-ff46-47a1-a427-47cb537d8f97", "address": "fa:16:3e:3d:f5:54", "network": {"id": "71eaeae3-3ec3-4f7a-98ed-8b66f575f1f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1417781660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d408d3cc97d431d9944cd1b9414711e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9aff65-ff", "ovs_interfaceid": "be9aff65-ff46-47a1-a427-47cb537d8f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.081730] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec5f31-0daf-6794-f1a8-48981e0e27e8, 'name': SearchDatastore_Task, 'duration_secs': 0.04572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.082555] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533c5e8e-d845-4f64-a17b-977d9eb4cd9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.093040] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 832.093040] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d11798-12ae-860f-32ac-888442c2d25e" [ 832.093040] env[62353]: _type = "Task" [ 832.093040] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.109103] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d11798-12ae-860f-32ac-888442c2d25e, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.109103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.109103] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 832.109103] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fed849a-9f5d-4c6a-9cdb-c634692d6427 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.113782] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 832.113782] env[62353]: value = "task-657171" [ 832.113782] env[62353]: _type = "Task" [ 832.113782] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.122295] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.165606] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065875} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.165908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.166833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9aad0b-9fd9-434a-bedd-c42b82ffac96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.196437] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.197250] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5eeea7-9565-4623-a12c-030af9b0f372 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.220622] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 832.220622] env[62353]: value = "task-657172" [ 832.220622] env[62353]: _type = "Task" [ 832.220622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.230957] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.391663] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657169, 'name': Rename_Task, 'duration_secs': 0.151909} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.394021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 832.394021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94548dd-3250-4e67-913e-b4034e255281 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.406833] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 832.406833] env[62353]: value = "task-657173" [ 832.406833] env[62353]: _type = "Task" [ 832.406833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.419154] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657170, 'name': PowerOffVM_Task, 'duration_secs': 0.203811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.420225] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 832.423144] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 832.423144] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e7d602-50e1-4407-abfc-22c1ac7a60f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.428437] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.495216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.495216] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 832.497739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.813s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.499564] env[62353]: INFO nova.compute.claims [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.502870] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 832.503275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 832.503772] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Deleting the datastore file [datastore2] c3fcda6a-e95a-4860-946a-2c03ee9e1243 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.504717] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d220aad3-90c2-452e-aa9c-73e004151a33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.514791] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for the task: (returnval){ [ 832.514791] env[62353]: value = "task-657175" [ 832.514791] env[62353]: _type = "Task" [ 832.514791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.524421] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.560449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Releasing lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.560775] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Instance network_info: |[{"id": "be9aff65-ff46-47a1-a427-47cb537d8f97", "address": "fa:16:3e:3d:f5:54", "network": {"id": "71eaeae3-3ec3-4f7a-98ed-8b66f575f1f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1417781660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d408d3cc97d431d9944cd1b9414711e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9aff65-ff", "ovs_interfaceid": "be9aff65-ff46-47a1-a427-47cb537d8f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 832.561519] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f5:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9aff65-ff46-47a1-a427-47cb537d8f97', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.570191] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Creating folder: Project (2d408d3cc97d431d9944cd1b9414711e). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 832.570191] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c4c1cd-2666-49c4-815d-d21f39f26a03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.581287] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Created folder: Project (2d408d3cc97d431d9944cd1b9414711e) in parent group-v159334. [ 832.581517] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Creating folder: Instances. Parent ref: group-v159487. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 832.581782] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f1aaae-c388-4ccb-a3e2-fc39080e158b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.591919] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Created folder: Instances in parent group-v159487. [ 832.592194] env[62353]: DEBUG oslo.service.loopingcall [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.592395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 832.592609] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ee11b8-516f-4e32-8824-cbe8b39526cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.612936] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.612936] env[62353]: value = "task-657178" [ 832.612936] env[62353]: _type = "Task" [ 832.612936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.624256] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657178, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.627424] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468505} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.627700] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 832.628483] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb4447-b54c-4978-a29d-7dfbe03185d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.653196] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.653553] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d21460f-9d58-4b91-88b5-92beeea5bba9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.671865] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 832.671865] env[62353]: value = "task-657179" [ 832.671865] env[62353]: _type = "Task" [ 832.671865] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.681357] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.732370] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.790738] env[62353]: DEBUG nova.compute.manager [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Received event network-changed-be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 832.791025] env[62353]: DEBUG nova.compute.manager [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Refreshing instance network info cache due to event network-changed-be9aff65-ff46-47a1-a427-47cb537d8f97. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 832.791272] env[62353]: DEBUG oslo_concurrency.lockutils [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] Acquiring lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.791427] env[62353]: DEBUG oslo_concurrency.lockutils [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] Acquired lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.791639] env[62353]: DEBUG nova.network.neutron [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Refreshing network info cache for port be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 832.917093] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.007614] env[62353]: DEBUG nova.compute.utils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.011801] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 833.012271] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 833.026822] env[62353]: DEBUG oslo_vmware.api [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Task: {'id': task-657175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25233} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.026822] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.027048] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 833.027172] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 833.027382] env[62353]: INFO nova.compute.manager [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 1.14 seconds to destroy the instance on the hypervisor. [ 833.027726] env[62353]: DEBUG oslo.service.loopingcall [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.027999] env[62353]: DEBUG nova.compute.manager [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 833.028117] env[62353]: DEBUG nova.network.neutron [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 833.090054] env[62353]: DEBUG nova.policy [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 833.123871] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657178, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.183229] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.231660] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657172, 'name': ReconfigVM_Task, 'duration_secs': 0.616969} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.233205] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.233560] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a73669f0-ccb8-4c6b-a6b0-a20283638bfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.243867] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 833.243867] env[62353]: value = "task-657180" [ 833.243867] env[62353]: _type = "Task" [ 833.243867] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.256968] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657180, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.420592] env[62353]: DEBUG oslo_vmware.api [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657173, 'name': PowerOnVM_Task, 'duration_secs': 0.652112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.424023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 833.424023] env[62353]: INFO nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Took 9.79 seconds to spawn the instance on the hypervisor. [ 833.424023] env[62353]: DEBUG nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 833.424023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32a7ba-61d5-46b5-9266-16e8f86bce84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.513142] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 833.584561] env[62353]: DEBUG nova.network.neutron [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Updated VIF entry in instance network info cache for port be9aff65-ff46-47a1-a427-47cb537d8f97. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 833.584561] env[62353]: DEBUG nova.network.neutron [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Updating instance_info_cache with network_info: [{"id": "be9aff65-ff46-47a1-a427-47cb537d8f97", "address": "fa:16:3e:3d:f5:54", "network": {"id": "71eaeae3-3ec3-4f7a-98ed-8b66f575f1f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1417781660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d408d3cc97d431d9944cd1b9414711e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9aff65-ff", "ovs_interfaceid": "be9aff65-ff46-47a1-a427-47cb537d8f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.601913] env[62353]: DEBUG nova.compute.manager [req-c8b79c3f-020b-46b4-b40b-e9e579c3b589 req-2f7b846e-5358-442b-8e9f-3ee7fc1c7614 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Received event network-vif-deleted-e61d5f4b-c974-4014-9153-4b4cc67bfcdb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 833.601913] env[62353]: INFO nova.compute.manager [req-c8b79c3f-020b-46b4-b40b-e9e579c3b589 req-2f7b846e-5358-442b-8e9f-3ee7fc1c7614 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Neutron deleted interface e61d5f4b-c974-4014-9153-4b4cc67bfcdb; detaching it from the instance and deleting it from the info cache [ 833.602308] env[62353]: DEBUG nova.network.neutron [req-c8b79c3f-020b-46b4-b40b-e9e579c3b589 req-2f7b846e-5358-442b-8e9f-3ee7fc1c7614 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.630167] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657178, 'name': CreateVM_Task, 'duration_secs': 0.631572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.630383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 833.631123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.631451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.631749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.635497] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ca815f-234e-4fa2-9f39-7ac3536c7131 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.641299] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 833.641299] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5285be33-c458-1a8d-c6c1-6dc8baed4659" [ 833.641299] env[62353]: _type = "Task" [ 833.641299] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.649352] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5285be33-c458-1a8d-c6c1-6dc8baed4659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.682571] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657179, 'name': ReconfigVM_Task, 'duration_secs': 0.636036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.682873] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.683846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bcf2a4-253a-4e8c-acf6-169ac3fe3c5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.722908] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f234e35-721a-449e-9acc-ebd72c5874d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.737870] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 833.737870] env[62353]: value = "task-657181" [ 833.737870] env[62353]: _type = "Task" [ 833.737870] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.751288] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.756801] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657180, 'name': Rename_Task, 'duration_secs': 0.459295} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.757133] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 833.757395] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13544318-0035-4036-8338-15a00623528c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.763602] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 833.763602] env[62353]: value = "task-657182" [ 833.763602] env[62353]: _type = "Task" [ 833.763602] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.771187] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.824632] env[62353]: DEBUG nova.network.neutron [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.891107] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Successfully created port: 94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.945989] env[62353]: INFO nova.compute.manager [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Took 62.59 seconds to build instance. [ 834.087132] env[62353]: DEBUG oslo_concurrency.lockutils [req-c7bca6f9-5abc-4c7a-be47-9bb4b38e0069 req-6d769f68-6031-42bb-b2d6-b841251a4417 service nova] Releasing lock "refresh_cache-39b64d9b-199d-4c60-b102-ffc9d9669dc9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.106669] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1590f767-489f-426a-a0d6-46531dfb7b9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.119825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90425070-6eeb-4664-bc35-807a623e5917 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.133473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef442c-e663-4469-8fdb-a16ee43fc4a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.148881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e2af1-119a-48cd-9987-1aefb708dcd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.169464] env[62353]: DEBUG nova.compute.manager [req-c8b79c3f-020b-46b4-b40b-e9e579c3b589 req-2f7b846e-5358-442b-8e9f-3ee7fc1c7614 service nova] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Detach interface failed, port_id=e61d5f4b-c974-4014-9153-4b4cc67bfcdb, reason: Instance c3fcda6a-e95a-4860-946a-2c03ee9e1243 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 834.180036] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5285be33-c458-1a8d-c6c1-6dc8baed4659, 'name': SearchDatastore_Task, 'duration_secs': 0.02029} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.204089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.204383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.205363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.205363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.205363] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.205683] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a40039ad-2183-43b1-b352-95f6f652a5fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.208187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084dcf6d-e6e5-4ff2-a1a5-d7f949b58450 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aac4d30-67a0-4748-94c4-8fe2efecf202 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.223687] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.223687] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 834.231571] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b888f0bb-889e-4592-9c0c-ebe126976d6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.234097] env[62353]: DEBUG nova.compute.provider_tree [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.239381] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 834.239381] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52963688-b5e6-7988-1d57-8a6982f76a57" [ 834.239381] env[62353]: _type = "Task" [ 834.239381] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.258121] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52963688-b5e6-7988-1d57-8a6982f76a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.258469] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657181, 'name': ReconfigVM_Task, 'duration_secs': 0.193225} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.258764] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 834.259133] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3130e1-d284-4f0a-b62f-f3b498bd378d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.269363] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 834.269363] env[62353]: value = "task-657183" [ 834.269363] env[62353]: _type = "Task" [ 834.269363] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.275660] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.283875] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.332819] env[62353]: INFO nova.compute.manager [-] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Took 1.30 seconds to deallocate network for instance. [ 834.448879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59fd9e7f-5069-40d4-b937-f2f508ee5d2a tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.796s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.532391] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 834.568254] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 834.568542] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 834.568746] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.569299] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 834.569596] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.569890] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 834.570165] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 834.570345] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 834.570529] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 834.570948] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 834.571177] env[62353]: DEBUG nova.virt.hardware [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.572149] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55a9a9-9a79-4df6-a335-97c98b22fc4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.581041] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9960fb29-748e-406a-a715-0bdf8d53229d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.737171] env[62353]: DEBUG nova.scheduler.client.report [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 834.759322] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52963688-b5e6-7988-1d57-8a6982f76a57, 'name': SearchDatastore_Task, 'duration_secs': 0.028746} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.762093] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbdeff3-abcc-4d5e-946b-da9e67478cb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.776637] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 834.776637] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fe9e51-39d7-30d5-fdd7-f3369395e9fe" [ 834.776637] env[62353]: _type = "Task" [ 834.776637] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.781547] env[62353]: DEBUG oslo_vmware.api [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657182, 'name': PowerOnVM_Task, 'duration_secs': 0.811432} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.785670] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 834.785956] env[62353]: DEBUG nova.compute.manager [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 834.789930] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c45268-34be-4dd9-b7a9-4462469917bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.792665] env[62353]: DEBUG oslo_vmware.api [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657183, 'name': PowerOnVM_Task, 'duration_secs': 0.414657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.793348] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 834.798493] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fe9e51-39d7-30d5-fdd7-f3369395e9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.799719] env[62353]: DEBUG nova.compute.manager [None req-67202152-8ab6-41d6-85a4-fc23e7722925 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 834.800590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92804a8-1951-459e-b093-76ecb30d1103 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.844013] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.243660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.244243] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 835.247590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.192s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.247885] env[62353]: DEBUG nova.objects.instance [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lazy-loading 'resources' on Instance uuid 4c34acfa-f045-478f-a235-be78d83531b8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.292704] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fe9e51-39d7-30d5-fdd7-f3369395e9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.025065} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.292998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.293276] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39b64d9b-199d-4c60-b102-ffc9d9669dc9/39b64d9b-199d-4c60-b102-ffc9d9669dc9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 835.293563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec979587-33ee-4a04-84c5-a14590959608 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.302204] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 835.302204] env[62353]: value = "task-657184" [ 835.302204] env[62353]: _type = "Task" [ 835.302204] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.317846] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.319394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.751296] env[62353]: DEBUG nova.compute.utils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.757736] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 835.757964] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 835.813859] env[62353]: DEBUG nova.policy [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa80386e66e143578ec3cbb734c2389c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0d859f83cb45628d46a6c737f0c221', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 835.820178] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.120331] env[62353]: INFO nova.compute.manager [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Unrescuing [ 836.120776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.120914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquired lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.121148] env[62353]: DEBUG nova.network.neutron [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 836.180578] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Successfully created port: efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.216019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.216019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.246660] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Successfully updated port: 94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.262331] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 836.275321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.275321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.320713] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681138} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.321012] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 39b64d9b-199d-4c60-b102-ffc9d9669dc9/39b64d9b-199d-4c60-b102-ffc9d9669dc9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 836.321240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.323137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92defc06-6aa8-4ec5-a89e-c0453fec4b6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.330590] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 836.330590] env[62353]: value = "task-657185" [ 836.330590] env[62353]: _type = "Task" [ 836.330590] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.340688] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.457665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98927ab3-5c19-4d6f-a7c3-3c75bd95b674 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.466458] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f39ef-01be-4cd6-a79c-4859dae081d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.500928] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Successfully created port: e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.503406] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590da9af-abc7-48f1-bac8-536fc40bbc57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.513660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184804e-3804-44a7-9d07-10d123d5256f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.528051] env[62353]: DEBUG nova.compute.provider_tree [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.556101] env[62353]: DEBUG nova.compute.manager [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Received event network-vif-plugged-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 836.556101] env[62353]: DEBUG oslo_concurrency.lockutils [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.556101] env[62353]: DEBUG oslo_concurrency.lockutils [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.556101] env[62353]: DEBUG oslo_concurrency.lockutils [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.556101] env[62353]: DEBUG nova.compute.manager [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] No waiting events found dispatching network-vif-plugged-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 836.556101] env[62353]: WARNING nova.compute.manager [req-2382aca4-f506-454c-a7da-58dc86efc5c1 req-b70bb7e1-f2c3-4cbf-950e-572c059ebc27 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Received unexpected event network-vif-plugged-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 for instance with vm_state building and task_state spawning. [ 836.719188] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 836.750192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.750349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.750501] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 836.776873] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 836.844487] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.845344] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.845701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1885a-b587-4249-babe-4239111be218 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.871310] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 39b64d9b-199d-4c60-b102-ffc9d9669dc9/39b64d9b-199d-4c60-b102-ffc9d9669dc9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.873976] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8313b99a-43d2-4162-b973-77cc09400653 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.895014] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 836.895014] env[62353]: value = "task-657186" [ 836.895014] env[62353]: _type = "Task" [ 836.895014] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.903136] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.937053] env[62353]: INFO nova.compute.manager [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Rebuilding instance [ 836.977884] env[62353]: DEBUG nova.compute.manager [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 836.978756] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f8048-f7d1-40f8-98e3-f73224828ea0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.032243] env[62353]: DEBUG nova.scheduler.client.report [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 837.100182] env[62353]: DEBUG nova.network.neutron [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updating instance_info_cache with network_info: [{"id": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "address": "fa:16:3e:b5:c6:cb", "network": {"id": "1f42cffe-6728-4189-af56-57da1a8d74f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-300647107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a77eb7343e24c5da6336593e59cb077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0359beb1-4c", "ovs_interfaceid": "0359beb1-4c30-4e72-bba3-2d00e2c68603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.245801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.278090] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 837.298638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.306655] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 837.306655] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 837.306655] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.306655] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 837.306849] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.307034] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 837.307305] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 837.307519] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 837.307741] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 837.307964] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 837.308196] env[62353]: DEBUG nova.virt.hardware [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.309361] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a448f3fc-22a7-404e-8da0-839a0214f615 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.317337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90436c-8466-4be6-aac3-1c30a3a05a34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.405776] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657186, 'name': ReconfigVM_Task, 'duration_secs': 0.481369} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.406097] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 39b64d9b-199d-4c60-b102-ffc9d9669dc9/39b64d9b-199d-4c60-b102-ffc9d9669dc9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.406744] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50dfe511-8022-479d-97b1-5a84089b38e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.412342] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 837.412342] env[62353]: value = "task-657187" [ 837.412342] env[62353]: _type = "Task" [ 837.412342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.421397] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657187, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.446219] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 837.491057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 837.491492] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dcbbdd7-4976-4f90-8dd7-074817659d43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.499599] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 837.499599] env[62353]: value = "task-657188" [ 837.499599] env[62353]: _type = "Task" [ 837.499599] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.508278] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.538859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.541053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.470s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.541254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.541435] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 837.541784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.391s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.543406] env[62353]: INFO nova.compute.claims [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.549905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18397a81-beb1-44f0-baeb-4c467309adc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.561079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030141d4-7581-4a5f-acf0-42b27f138ef2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.567508] env[62353]: INFO nova.scheduler.client.report [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted allocations for instance 4c34acfa-f045-478f-a235-be78d83531b8 [ 837.590892] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53c812-0541-440a-8023-59d9e1cd3e3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.600663] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce88c5-e576-4f4e-8abd-a909339419b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.605875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Releasing lock "refresh_cache-164208bb-c2e4-4b18-a3ea-00fb63dd32c9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.608528] env[62353]: DEBUG nova.objects.instance [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lazy-loading 'flavor' on Instance uuid 164208bb-c2e4-4b18-a3ea-00fb63dd32c9 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.639188] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178835MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 837.640232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.755555] env[62353]: DEBUG nova.network.neutron [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Updating instance_info_cache with network_info: [{"id": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "address": "fa:16:3e:8e:ec:49", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a6fd5a-0f", "ovs_interfaceid": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.922192] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657187, 'name': Rename_Task, 'duration_secs': 0.219905} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.922575] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 837.922876] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fb6efa5-81cb-40b9-b992-5c26c49b0362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.930298] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 837.930298] env[62353]: value = "task-657189" [ 837.930298] env[62353]: _type = "Task" [ 837.930298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.939634] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.009773] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657188, 'name': PowerOffVM_Task, 'duration_secs': 0.298367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.010151] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 838.010306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 838.011241] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf97f9-64c7-4333-a077-1bc96fc7040f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.019841] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 838.020337] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f62488c-ebf7-4439-8b0c-7bd937b63604 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.081884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-36046414-8c32-4b1d-a5ef-8572699333db tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "4c34acfa-f045-478f-a235-be78d83531b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.520s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.085563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 838.087241] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 838.087241] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.091307] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Successfully updated port: efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.091619] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d74d2c-16b3-466b-97f9-47295f8b8945 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.101846] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 838.101846] env[62353]: value = "task-657191" [ 838.101846] env[62353]: _type = "Task" [ 838.101846] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.110590] env[62353]: DEBUG nova.compute.manager [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-vif-plugged-efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 838.110665] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] Acquiring lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.110915] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.111510] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.111510] env[62353]: DEBUG nova.compute.manager [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] No waiting events found dispatching network-vif-plugged-efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 838.111510] env[62353]: WARNING nova.compute.manager [req-b4a0c3fc-3d8f-4d6f-9218-c8a3351dc432 req-12ab929d-6bc9-453e-a5a3-8c5fa3e93509 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received unexpected event network-vif-plugged-efdfe3e2-8df5-4088-b88f-5d6020865705 for instance with vm_state building and task_state spawning. [ 838.116868] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.119297] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75731ae4-9efc-4ead-855f-e327d80b11b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.140719] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 838.141073] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d6ba8d-631f-4552-8bb3-714d30abad28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.147017] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 838.147017] env[62353]: value = "task-657192" [ 838.147017] env[62353]: _type = "Task" [ 838.147017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.154768] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.258407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.258738] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance network_info: |[{"id": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "address": "fa:16:3e:8e:ec:49", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a6fd5a-0f", "ovs_interfaceid": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 838.259437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ec:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.269233] env[62353]: DEBUG oslo.service.loopingcall [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.269568] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 838.269943] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0b8951-e16b-4771-8fb2-9524ab9042ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.293950] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.293950] env[62353]: value = "task-657193" [ 838.293950] env[62353]: _type = "Task" [ 838.293950] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.305287] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657193, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.440116] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.492907] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.493263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.493552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.493787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.493973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.496416] env[62353]: INFO nova.compute.manager [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Terminating instance [ 838.498817] env[62353]: DEBUG nova.compute.manager [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 838.499035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 838.499881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3f695-d9db-4882-9374-da7e55ff8851 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.508114] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 838.508114] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf658d4-3d4a-49ea-a369-9aa3e23d1de8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.515013] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 838.515013] env[62353]: value = "task-657194" [ 838.515013] env[62353]: _type = "Task" [ 838.515013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.523851] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.615292] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19393} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.615468] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.615642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 838.615831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 838.665016] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657192, 'name': PowerOffVM_Task, 'duration_secs': 0.207505} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.665359] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 838.670800] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 838.675587] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947da2eb-253a-48e5-aa04-e37e82f84279 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.693842] env[62353]: DEBUG nova.compute.manager [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Received event network-changed-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 838.694135] env[62353]: DEBUG nova.compute.manager [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Refreshing instance network info cache due to event network-changed-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 838.694381] env[62353]: DEBUG oslo_concurrency.lockutils [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] Acquiring lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.694532] env[62353]: DEBUG oslo_concurrency.lockutils [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] Acquired lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694702] env[62353]: DEBUG nova.network.neutron [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Refreshing network info cache for port 94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 838.703869] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 838.703869] env[62353]: value = "task-657195" [ 838.703869] env[62353]: _type = "Task" [ 838.703869] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.714366] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.805714] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657193, 'name': CreateVM_Task, 'duration_secs': 0.376195} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.805898] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 838.806592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.806784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.807096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.807353] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6787b169-7883-4bf1-9d02-1d78c3fab52d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.814205] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 838.814205] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c35b3c-92ec-64a3-8c0c-00c9bc52ecc6" [ 838.814205] env[62353]: _type = "Task" [ 838.814205] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.821882] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c35b3c-92ec-64a3-8c0c-00c9bc52ecc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.942105] env[62353]: DEBUG oslo_vmware.api [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657189, 'name': PowerOnVM_Task, 'duration_secs': 0.640024} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.942386] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 838.942601] env[62353]: INFO nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Took 9.28 seconds to spawn the instance on the hypervisor. [ 838.942822] env[62353]: DEBUG nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 838.945894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24ffc4-7328-4e5a-bde9-64dc956d0e7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.027841] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657194, 'name': PowerOffVM_Task, 'duration_secs': 0.228418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.029565] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 839.029565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 839.029565] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83be6ff9-9ad7-4424-b2bb-6457c1e84ea2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.092374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 839.092655] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 839.092816] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleting the datastore file [datastore2] c5b03277-1344-4abe-9d11-c4578db1d8c2 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.093101] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50a32496-eeab-4a72-87c8-bf86a40c10a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.100733] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 839.100733] env[62353]: value = "task-657197" [ 839.100733] env[62353]: _type = "Task" [ 839.100733] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.109191] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.112356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64409d1-0519-49b9-91c8-0c7996361763 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.120332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170625d8-5718-495b-9ea4-e371d58eed8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.160163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d2ec88-024d-419b-ae2a-b9d4fb3278e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.169849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec2d073-c6a5-4304-921d-25dfb3b8ffe8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.184307] env[62353]: DEBUG nova.compute.provider_tree [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.215132] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657195, 'name': ReconfigVM_Task, 'duration_secs': 0.47942} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.215274] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 839.215465] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 839.215726] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09f4b1b-aea8-4c00-b9b7-80565bc67fa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.222851] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 839.222851] env[62353]: value = "task-657198" [ 839.222851] env[62353]: _type = "Task" [ 839.222851] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.230911] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.324841] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c35b3c-92ec-64a3-8c0c-00c9bc52ecc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.325427] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.325427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.325668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.325838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.326037] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.326309] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8728f52-72ce-46fe-9b4d-20c7ab420381 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.334165] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.334352] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 839.335086] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a51058-b0f3-48db-9fc0-260c5b05f685 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.339906] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 839.339906] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5299c742-f650-27b2-b610-fbf91154d8a5" [ 839.339906] env[62353]: _type = "Task" [ 839.339906] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.350440] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5299c742-f650-27b2-b610-fbf91154d8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.351205] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc3056d-aae0-47be-9e0f-1f99b22ed7f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.355947] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 839.355947] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522c4667-d21a-7b9e-d6ff-92c0337b8a7b" [ 839.355947] env[62353]: _type = "Task" [ 839.355947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.363424] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522c4667-d21a-7b9e-d6ff-92c0337b8a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.463793] env[62353]: INFO nova.compute.manager [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Took 56.64 seconds to build instance. [ 839.564241] env[62353]: DEBUG nova.network.neutron [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Updated VIF entry in instance network info cache for port 94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 839.564662] env[62353]: DEBUG nova.network.neutron [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Updating instance_info_cache with network_info: [{"id": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "address": "fa:16:3e:8e:ec:49", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a6fd5a-0f", "ovs_interfaceid": "94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.611035] env[62353]: DEBUG oslo_vmware.api [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158912} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.611318] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.611521] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 839.611707] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 839.611884] env[62353]: INFO nova.compute.manager [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 839.612196] env[62353]: DEBUG oslo.service.loopingcall [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.612337] env[62353]: DEBUG nova.compute.manager [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 839.612433] env[62353]: DEBUG nova.network.neutron [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 839.652828] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 839.653089] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 839.653255] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.653488] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 839.653609] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.653776] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 839.654016] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 839.654193] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 839.654369] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 839.654548] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 839.654724] env[62353]: DEBUG nova.virt.hardware [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.655589] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19795b3-fd99-4d4b-87d5-c82cb022d358 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.664977] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e41cc2-9e5f-443e-a7c9-b653a38a1661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.677846] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b8:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.685142] env[62353]: DEBUG oslo.service.loopingcall [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.685381] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 839.685592] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61017fd5-32a0-4c05-8e84-70169114b1c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.702721] env[62353]: DEBUG nova.scheduler.client.report [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 839.711539] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.711539] env[62353]: value = "task-657199" [ 839.711539] env[62353]: _type = "Task" [ 839.711539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.726267] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657199, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.734451] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.867650] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522c4667-d21a-7b9e-d6ff-92c0337b8a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.007395} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.868023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.868340] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 839.868663] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7655ac47-b2bd-491f-9e0f-91b79a551c01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.875726] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 839.875726] env[62353]: value = "task-657200" [ 839.875726] env[62353]: _type = "Task" [ 839.875726] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.885075] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.966209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d8bbfff8-48b1-4fb5-949e-26dcc6c11322 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.594s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.068856] env[62353]: DEBUG oslo_concurrency.lockutils [req-632ad714-57df-45d5-8072-f713e0e46ce1 req-703d090e-4c20-4ae7-a36b-7123fdb1a990 service nova] Releasing lock "refresh_cache-4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.186920] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Successfully updated port: e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.207877] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.208446] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 840.212130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.748s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.212130] env[62353]: DEBUG nova.objects.instance [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lazy-loading 'resources' on Instance uuid 164d78b2-4796-439c-98c7-818ea4260846 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.223670] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657199, 'name': CreateVM_Task, 'duration_secs': 0.380775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.224669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 840.229019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.229019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.229019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.229019] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9d584b-4e1e-42d5-a6d6-108d4c1841aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.239116] env[62353]: DEBUG oslo_vmware.api [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657198, 'name': PowerOnVM_Task, 'duration_secs': 0.685465} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.240861] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 840.241123] env[62353]: DEBUG nova.compute.manager [None req-f26b03da-1fc8-4d88-a70f-b593a6285934 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 840.241532] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 840.241532] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae29ea-0772-82ac-b113-ca038a9c28bd" [ 840.241532] env[62353]: _type = "Task" [ 840.241532] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.242355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be089aac-f8e6-4e0f-8902-63b551449ed6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.255080] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae29ea-0772-82ac-b113-ca038a9c28bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.333195] env[62353]: DEBUG nova.compute.manager [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-changed-efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 840.333195] env[62353]: DEBUG nova.compute.manager [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Refreshing instance network info cache due to event network-changed-efdfe3e2-8df5-4088-b88f-5d6020865705. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 840.333195] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Acquiring lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.333889] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Acquired lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.335027] env[62353]: DEBUG nova.network.neutron [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Refreshing network info cache for port efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 840.387921] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.467459] env[62353]: DEBUG nova.network.neutron [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.689893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.716233] env[62353]: DEBUG nova.compute.utils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.720957] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 840.720957] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 840.757659] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae29ea-0772-82ac-b113-ca038a9c28bd, 'name': SearchDatastore_Task, 'duration_secs': 0.056062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.758034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.758289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.758517] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.758670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.758856] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.759183] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08be5058-9641-47b1-a1a1-c443467ba65a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.766780] env[62353]: DEBUG nova.policy [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8ceadb10d164ff2bee319478d7e742e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214ca47291f845e19e8acff1ac4c755c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 840.770201] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.770285] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 840.770968] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5605082e-84b6-449c-95db-7d3b7c330bb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.777181] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 840.777181] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5230323e-4709-46e2-bfcf-48f18a9e4f5e" [ 840.777181] env[62353]: _type = "Task" [ 840.777181] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.785508] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5230323e-4709-46e2-bfcf-48f18a9e4f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.793563] env[62353]: DEBUG nova.compute.manager [req-80c4d653-04b2-49d6-bc8b-35ab3afe3aa9 req-1159ff19-6449-45a5-a4dd-f49894c4c5fc service nova] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Received event network-vif-deleted-06d0f9aa-c37a-4024-9f09-49fc947c715a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 840.871305] env[62353]: DEBUG nova.network.neutron [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 840.886366] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524256} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.889199] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 840.889448] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.889908] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40befe85-6fc6-4477-800a-adb0701b4ac7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.896949] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 840.896949] env[62353]: value = "task-657201" [ 840.896949] env[62353]: _type = "Task" [ 840.896949] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.907076] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.972991] env[62353]: INFO nova.compute.manager [-] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Took 1.36 seconds to deallocate network for instance. [ 840.972991] env[62353]: DEBUG nova.network.neutron [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.043371] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Successfully created port: eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.135905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.136196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.136418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.136609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.136787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.142154] env[62353]: INFO nova.compute.manager [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Terminating instance [ 841.145628] env[62353]: DEBUG nova.compute.manager [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 841.145834] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 841.146926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de9fe5-ce58-4dbd-90c6-774bc3242681 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.156421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 841.160235] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcacc4ec-3290-4e26-b53d-66a8bcf7fc87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.166634] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 841.166634] env[62353]: value = "task-657202" [ 841.166634] env[62353]: _type = "Task" [ 841.166634] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.184515] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.221180] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 841.293541] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5230323e-4709-46e2-bfcf-48f18a9e4f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.297990] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dd379b-19d1-4a84-9058-33751b7b1a35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.302959] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 841.302959] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c7ef8c-c9c6-beb6-1979-f30be66e81de" [ 841.302959] env[62353]: _type = "Task" [ 841.302959] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.318387] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c7ef8c-c9c6-beb6-1979-f30be66e81de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.404815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f8b897-0562-4377-94eb-b6a042df4084 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.417060] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061423} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.417060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.417582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73241012-b744-43f8-98be-4840fdd9592d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.420944] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b51fe-5e12-4a85-8066-ea4e53d74b47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.469247] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.470339] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e4f52e-0798-47ab-b1a8-1e99b95e4555 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.484820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86025f3b-3df3-4b4d-a89a-d207e1508f60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.488948] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Releasing lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.489214] env[62353]: DEBUG nova.compute.manager [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-vif-plugged-e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 841.489408] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Acquiring lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.489616] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.489784] env[62353]: DEBUG oslo_concurrency.lockutils [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.489954] env[62353]: DEBUG nova.compute.manager [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] No waiting events found dispatching network-vif-plugged-e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 841.490138] env[62353]: WARNING nova.compute.manager [req-ca735374-4f3a-4823-9bef-ac1c61008f25 req-28d7e361-f512-4656-821e-f7017666a9ba service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received unexpected event network-vif-plugged-e6585775-3e06-4de2-be47-ad5543ce8d09 for instance with vm_state building and task_state spawning. [ 841.491059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.491308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.491480] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 841.497826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d45764-c443-4285-860e-8c59c84f5b48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.503029] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 841.503029] env[62353]: value = "task-657203" [ 841.503029] env[62353]: _type = "Task" [ 841.503029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.514201] env[62353]: DEBUG nova.compute.provider_tree [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.520103] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.677150] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657202, 'name': PowerOffVM_Task, 'duration_secs': 0.497285} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.677452] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 841.677632] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 841.677902] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42dc17da-5cd3-42ae-925e-33fc91f4b703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.745723] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 841.746122] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 841.746333] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Deleting the datastore file [datastore2] 39b64d9b-199d-4c60-b102-ffc9d9669dc9 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.746644] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb285d5-63a8-491b-9f68-72c89d7ef1ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.754098] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for the task: (returnval){ [ 841.754098] env[62353]: value = "task-657205" [ 841.754098] env[62353]: _type = "Task" [ 841.754098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.762715] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.813736] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c7ef8c-c9c6-beb6-1979-f30be66e81de, 'name': SearchDatastore_Task, 'duration_secs': 0.042324} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.814159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.814454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.814802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.815017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.815204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.816933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.817201] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 841.817715] env[62353]: INFO nova.compute.manager [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Terminating instance [ 841.819027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44df5e94-b07a-42ef-ac9a-784230106931 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.821559] env[62353]: DEBUG nova.compute.manager [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 841.821769] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 841.822572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9089770c-eb4e-4879-806d-634fc8244217 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.829226] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 841.830377] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a77c9ad-c8ac-4b17-97ee-4bae272f0944 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.831878] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 841.831878] env[62353]: value = "task-657206" [ 841.831878] env[62353]: _type = "Task" [ 841.831878] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.836743] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 841.836743] env[62353]: value = "task-657207" [ 841.836743] env[62353]: _type = "Task" [ 841.836743] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.839596] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.848596] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.014829] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657203, 'name': ReconfigVM_Task, 'duration_secs': 0.31259} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.014829] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.014829] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5763c71c-d9b0-4be1-8980-1fc1407e2a9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.016819] env[62353]: DEBUG nova.scheduler.client.report [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 842.024560] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 842.024560] env[62353]: value = "task-657208" [ 842.024560] env[62353]: _type = "Task" [ 842.024560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.033387] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657208, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.034338] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 842.231338] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 842.264494] env[62353]: DEBUG oslo_vmware.api [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Task: {'id': task-657205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 842.276120] env[62353]: DEBUG nova.virt.hardware [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.276120] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.276120] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 842.276120] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 842.276120] env[62353]: INFO nova.compute.manager [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 842.276728] env[62353]: DEBUG oslo.service.loopingcall [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.276728] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fb476-9f89-431b-b39a-6e09c9876f0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.276728] env[62353]: DEBUG nova.compute.manager [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 842.276728] env[62353]: DEBUG nova.network.neutron [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 842.286367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed45f4-6a67-4c0d-8c68-ef1170c47737 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.341825] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.346765] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 842.346765] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.348229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cd05293-5000-4c63-8172-2fd60cc941c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.357102] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657207, 'name': PowerOffVM_Task, 'duration_secs': 0.229406} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.358867] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 842.359130] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 842.361442] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 842.361442] env[62353]: value = "task-657209" [ 842.361442] env[62353]: _type = "Task" [ 842.361442] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.361442] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7875ee89-9f65-4e8e-a41a-d92d731b76bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.372268] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.374478] env[62353]: DEBUG nova.compute.manager [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-changed-e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 842.374753] env[62353]: DEBUG nova.compute.manager [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Refreshing instance network info cache due to event network-changed-e6585775-3e06-4de2-be47-ad5543ce8d09. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 842.375025] env[62353]: DEBUG oslo_concurrency.lockutils [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] Acquiring lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.434474] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 842.434774] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 842.434976] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleting the datastore file [datastore2] 164208bb-c2e4-4b18-a3ea-00fb63dd32c9 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.435259] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284b8ece-a544-405c-ba7a-bf0978672845 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.444905] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 842.444905] env[62353]: value = "task-657211" [ 842.444905] env[62353]: _type = "Task" [ 842.444905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.455647] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.484023] env[62353]: DEBUG nova.network.neutron [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updating instance_info_cache with network_info: [{"id": "efdfe3e2-8df5-4088-b88f-5d6020865705", "address": "fa:16:3e:98:61:2e", "network": {"id": "4ef78705-e66c-4037-987f-0bfa393abf75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847756993", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdfe3e2-8d", "ovs_interfaceid": "efdfe3e2-8df5-4088-b88f-5d6020865705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6585775-3e06-4de2-be47-ad5543ce8d09", "address": "fa:16:3e:71:dc:69", "network": {"id": "a0a938fe-e017-4364-9f53-9e5a23a6c4b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-602579264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6585775-3e", "ovs_interfaceid": "e6585775-3e06-4de2-be47-ad5543ce8d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.522124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.525771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.154s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.527278] env[62353]: INFO nova.compute.claims [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.540118] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657208, 'name': Rename_Task, 'duration_secs': 0.239591} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.540417] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 842.540680] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1172acdf-07f1-4200-9ebf-5deebb2326cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.548864] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 842.548864] env[62353]: value = "task-657212" [ 842.548864] env[62353]: _type = "Task" [ 842.548864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.559897] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.567263] env[62353]: INFO nova.scheduler.client.report [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleted allocations for instance 164d78b2-4796-439c-98c7-818ea4260846 [ 842.723724] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Successfully updated port: eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.870899] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115683} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.871228] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.872064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a9329-7424-452c-8e14-fb3d315321d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.895851] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.896546] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6f6eac-a4d4-4589-b9e6-a7a2f32531de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.916873] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 842.916873] env[62353]: value = "task-657213" [ 842.916873] env[62353]: _type = "Task" [ 842.916873] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.955067] env[62353]: DEBUG oslo_vmware.api [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162296} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.955389] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.955646] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 842.955802] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 842.955982] env[62353]: INFO nova.compute.manager [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 842.956253] env[62353]: DEBUG oslo.service.loopingcall [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.956466] env[62353]: DEBUG nova.compute.manager [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 842.956570] env[62353]: DEBUG nova.network.neutron [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 842.987220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.987622] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance network_info: |[{"id": "efdfe3e2-8df5-4088-b88f-5d6020865705", "address": "fa:16:3e:98:61:2e", "network": {"id": "4ef78705-e66c-4037-987f-0bfa393abf75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847756993", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdfe3e2-8d", "ovs_interfaceid": "efdfe3e2-8df5-4088-b88f-5d6020865705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6585775-3e06-4de2-be47-ad5543ce8d09", "address": "fa:16:3e:71:dc:69", "network": {"id": "a0a938fe-e017-4364-9f53-9e5a23a6c4b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-602579264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6585775-3e", "ovs_interfaceid": "e6585775-3e06-4de2-be47-ad5543ce8d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 842.987977] env[62353]: DEBUG oslo_concurrency.lockutils [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] Acquired lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.988192] env[62353]: DEBUG nova.network.neutron [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Refreshing network info cache for port e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 842.989482] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:61:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdfe3e2-8df5-4088-b88f-5d6020865705', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:dc:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6585775-3e06-4de2-be47-ad5543ce8d09', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.006473] env[62353]: DEBUG oslo.service.loopingcall [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.007741] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 843.008146] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f143a3-f7ae-458f-981a-5cfe0814e4b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.035190] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.035190] env[62353]: value = "task-657214" [ 843.035190] env[62353]: _type = "Task" [ 843.035190] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.044132] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657214, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.058361] env[62353]: DEBUG oslo_vmware.api [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657212, 'name': PowerOnVM_Task, 'duration_secs': 0.444226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.058650] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 843.058854] env[62353]: INFO nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Took 8.53 seconds to spawn the instance on the hypervisor. [ 843.059046] env[62353]: DEBUG nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 843.059846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209bcd66-0eff-49d4-a713-a084042184c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.078335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3389aaad-03fa-4ecc-982f-b583cfa94e6a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "164d78b2-4796-439c-98c7-818ea4260846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.392s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.149570] env[62353]: DEBUG nova.network.neutron [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.226735] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.226888] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.227112] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 843.428399] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.552257] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657214, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.576795] env[62353]: INFO nova.compute.manager [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Took 53.35 seconds to build instance. [ 843.652272] env[62353]: INFO nova.compute.manager [-] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Took 1.38 seconds to deallocate network for instance. [ 843.738080] env[62353]: DEBUG nova.network.neutron [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.774883] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 843.799855] env[62353]: DEBUG nova.network.neutron [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updated VIF entry in instance network info cache for port e6585775-3e06-4de2-be47-ad5543ce8d09. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 843.800517] env[62353]: DEBUG nova.network.neutron [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updating instance_info_cache with network_info: [{"id": "efdfe3e2-8df5-4088-b88f-5d6020865705", "address": "fa:16:3e:98:61:2e", "network": {"id": "4ef78705-e66c-4037-987f-0bfa393abf75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847756993", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdfe3e2-8d", "ovs_interfaceid": "efdfe3e2-8df5-4088-b88f-5d6020865705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6585775-3e06-4de2-be47-ad5543ce8d09", "address": "fa:16:3e:71:dc:69", "network": {"id": "a0a938fe-e017-4364-9f53-9e5a23a6c4b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-602579264", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6585775-3e", "ovs_interfaceid": "e6585775-3e06-4de2-be47-ad5543ce8d09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.929827] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657213, 'name': ReconfigVM_Task, 'duration_secs': 0.823703} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.934017] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b/5608f4a6-8672-4ec4-b36e-dae0a7f04e7b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.935919] env[62353]: DEBUG nova.network.neutron [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Updating instance_info_cache with network_info: [{"id": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "address": "fa:16:3e:00:ec:f3", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb15a9b5-0d", "ovs_interfaceid": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.937257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd13cc3-bc4a-4602-a6bc-0c77ad11a33a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.944921] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 843.944921] env[62353]: value = "task-657215" [ 843.944921] env[62353]: _type = "Task" [ 843.944921] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.954863] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657215, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.053570] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657214, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.080794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-30c6156a-7943-4e40-8732-bd8d4e13f58e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.281s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.147018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc3367-d160-48cd-9f28-08b9dc0c6c06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.154562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261104c-79ef-454f-ae74-072bdf68d972 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.159804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.187322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f66acb-b48e-4a90-aac2-405079cfc5b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.196328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a27e6f3-a722-4cfa-9cf5-874205fe494d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.211209] env[62353]: DEBUG nova.compute.provider_tree [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.240891] env[62353]: INFO nova.compute.manager [-] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Took 1.28 seconds to deallocate network for instance. [ 844.303669] env[62353]: DEBUG oslo_concurrency.lockutils [req-c53901d7-bf95-4980-a706-6956737369ee req-11ec155b-800f-4175-b02f-27f8c6d04f49 service nova] Releasing lock "refresh_cache-5817127b-c2c7-4d70-b494-d14ea6e932fe" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.393511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.393511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.393511] env[62353]: DEBUG nova.compute.manager [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 844.393511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeda814-3cb9-4677-9f08-fd3096955df9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.400060] env[62353]: DEBUG nova.compute.manager [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 844.401042] env[62353]: DEBUG nova.objects.instance [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'flavor' on Instance uuid 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.443022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.443022] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Instance network_info: |[{"id": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "address": "fa:16:3e:00:ec:f3", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb15a9b5-0d", "ovs_interfaceid": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 844.443022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ec:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb15a9b5-0d93-40e0-b2b8-43097cfe12e9', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.451133] env[62353]: DEBUG oslo.service.loopingcall [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.451133] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 844.455746] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17dadbf2-f308-4442-8c9e-139b249bd368 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.482496] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657215, 'name': Rename_Task, 'duration_secs': 0.272126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.483713] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 844.484420] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.484420] env[62353]: value = "task-657216" [ 844.484420] env[62353]: _type = "Task" [ 844.484420] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.485089] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4d620d-4d7d-4209-915b-a7b8db532038 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.501690] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657216, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.504196] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 844.504196] env[62353]: value = "task-657217" [ 844.504196] env[62353]: _type = "Task" [ 844.504196] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.518200] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.554432] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657214, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.715869] env[62353]: DEBUG nova.scheduler.client.report [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 844.748831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.763533] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Received event network-vif-plugged-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 844.763794] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Acquiring lock "942ad428-a355-47a4-994e-61ed84141e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.764157] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Lock "942ad428-a355-47a4-994e-61ed84141e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.764368] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Lock "942ad428-a355-47a4-994e-61ed84141e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.765182] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] No waiting events found dispatching network-vif-plugged-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 844.765443] env[62353]: WARNING nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Received unexpected event network-vif-plugged-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 for instance with vm_state building and task_state spawning. [ 844.765656] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Received event network-vif-deleted-be9aff65-ff46-47a1-a427-47cb537d8f97 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 844.765838] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Received event network-changed-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 844.766009] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Refreshing instance network info cache due to event network-changed-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 844.766282] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Acquiring lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.766481] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Acquired lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.766689] env[62353]: DEBUG nova.network.neutron [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Refreshing network info cache for port eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 844.906949] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 844.907297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72036d8c-efe1-41b1-b30a-29d481bd21d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.916326] env[62353]: DEBUG oslo_vmware.api [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 844.916326] env[62353]: value = "task-657218" [ 844.916326] env[62353]: _type = "Task" [ 844.916326] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.924316] env[62353]: DEBUG oslo_vmware.api [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.998175] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657216, 'name': CreateVM_Task, 'duration_secs': 0.383642} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.998438] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 844.999225] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.999494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.999845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.000172] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65dd931-49c4-4a1e-affa-0660778a6c2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.005096] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 845.005096] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5227acf0-7031-98c7-3801-79852f9f3fdc" [ 845.005096] env[62353]: _type = "Task" [ 845.005096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.017047] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.020853] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5227acf0-7031-98c7-3801-79852f9f3fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.021177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.021468] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.021864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.021864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.022084] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.022366] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ed3541-0f6f-4cae-b818-dabb535b8108 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030362] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.030620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 845.031529] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb72f82a-0462-462b-9b23-408db297a855 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.037529] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 845.037529] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e63016-5dff-e7b4-7b02-ff6a90994bd9" [ 845.037529] env[62353]: _type = "Task" [ 845.037529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.048351] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e63016-5dff-e7b4-7b02-ff6a90994bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.054176] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657214, 'name': CreateVM_Task, 'duration_secs': 1.884829} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.054500] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 845.055168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.055347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.055694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.055969] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29fe1a8-bdff-4d06-9fde-1511f7222463 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.060739] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 845.060739] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e2a4f2-10bf-0216-8789-e546736d8cd1" [ 845.060739] env[62353]: _type = "Task" [ 845.060739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.070594] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e2a4f2-10bf-0216-8789-e546736d8cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.222887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.223617] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 845.226711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.031s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.228276] env[62353]: INFO nova.compute.claims [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.427478] env[62353]: DEBUG oslo_vmware.api [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657218, 'name': PowerOffVM_Task, 'duration_secs': 0.195287} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.427754] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 845.427930] env[62353]: DEBUG nova.compute.manager [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 845.428966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928afe6-ece9-4139-8caf-4cc07ca67a2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.513755] env[62353]: DEBUG nova.network.neutron [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Updated VIF entry in instance network info cache for port eb15a9b5-0d93-40e0-b2b8-43097cfe12e9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 845.514146] env[62353]: DEBUG nova.network.neutron [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Updating instance_info_cache with network_info: [{"id": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "address": "fa:16:3e:00:ec:f3", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb15a9b5-0d", "ovs_interfaceid": "eb15a9b5-0d93-40e0-b2b8-43097cfe12e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.521147] env[62353]: DEBUG oslo_vmware.api [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657217, 'name': PowerOnVM_Task, 'duration_secs': 0.836049} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.521419] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 845.521640] env[62353]: DEBUG nova.compute.manager [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 845.522452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ccfd8d-d882-4869-a2bd-7938f981441d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.550440] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e63016-5dff-e7b4-7b02-ff6a90994bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.551539] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b547d6ae-b308-41b2-be92-d2d72e1dd6eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.557413] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 845.557413] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257f434-3414-1b26-5bb9-50fd3fc67f9b" [ 845.557413] env[62353]: _type = "Task" [ 845.557413] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.571296] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257f434-3414-1b26-5bb9-50fd3fc67f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.575053] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e2a4f2-10bf-0216-8789-e546736d8cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.578019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.578019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.578019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.578019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.578019] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.578019] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e2c80d-b036-45f0-bea4-5a7c54ecd4ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.587301] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.587518] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 845.588253] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1c2ed2-8d8a-4908-8e41-ea9d79e4af45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.594298] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 845.594298] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5292335a-1e4e-3fff-e7ba-ebf5458a5f3f" [ 845.594298] env[62353]: _type = "Task" [ 845.594298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.602312] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5292335a-1e4e-3fff-e7ba-ebf5458a5f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.735452] env[62353]: DEBUG nova.compute.utils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.736649] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 845.736820] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 845.790546] env[62353]: DEBUG nova.policy [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b50b3474240a4230afc5f139f27af3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '870443f141544cfb982ec7e55024af37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 845.943945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80925bef-05ed-4623-8e67-772328d4c665 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.018196] env[62353]: DEBUG oslo_concurrency.lockutils [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] Releasing lock "refresh_cache-942ad428-a355-47a4-994e-61ed84141e12" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.018485] env[62353]: DEBUG nova.compute.manager [req-bbd5cc60-cec5-4c62-8b61-7fdbfaa4ade2 req-c4383496-d9b2-40ce-a0cd-d137cb83bf35 service nova] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Received event network-vif-deleted-0359beb1-4c30-4e72-bba3-2d00e2c68603 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 846.046289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.073229] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257f434-3414-1b26-5bb9-50fd3fc67f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.073940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.074593] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 942ad428-a355-47a4-994e-61ed84141e12/942ad428-a355-47a4-994e-61ed84141e12.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 846.074593] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99bb95a-b5ec-42b9-8cc7-7ff5d5426bf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.083957] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 846.083957] env[62353]: value = "task-657219" [ 846.083957] env[62353]: _type = "Task" [ 846.083957] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.097740] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.112605] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5292335a-1e4e-3fff-e7ba-ebf5458a5f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.113689] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d956f7dc-78b0-461a-8950-9b68e9952d42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.123131] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 846.123131] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cfb243-c252-5c17-aaef-c611e0189b54" [ 846.123131] env[62353]: _type = "Task" [ 846.123131] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.131424] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cfb243-c252-5c17-aaef-c611e0189b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.182930] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Successfully created port: ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.241819] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 846.517805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.518149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.574226] env[62353]: INFO nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Rebuilding instance [ 846.594127] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.622477] env[62353]: DEBUG nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 846.626236] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba803797-4f7f-45f9-879d-62a0d127eef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.642269] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cfb243-c252-5c17-aaef-c611e0189b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.642918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.643192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5817127b-c2c7-4d70-b494-d14ea6e932fe/5817127b-c2c7-4d70-b494-d14ea6e932fe.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 846.643486] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40366eb-50e9-466f-a58b-9e0e8471c284 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.649132] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 846.649132] env[62353]: value = "task-657220" [ 846.649132] env[62353]: _type = "Task" [ 846.649132] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.659272] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.817068] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a583f1-34e6-4b97-80a3-a876e6429168 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.826465] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7482cd-fbf3-484a-ae1b-cefb49cb0e9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.864776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84029ee3-0c39-4d57-af52-c1ab51850f63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.872785] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81834cca-d3c7-47e0-acfc-8c85d7e73a56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.886624] env[62353]: DEBUG nova.compute.provider_tree [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.021958] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 847.096287] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542231} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.096787] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 942ad428-a355-47a4-994e-61ed84141e12/942ad428-a355-47a4-994e-61ed84141e12.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 847.097184] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.097514] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee122c3-5b93-4eb2-95dc-7c2a14f641ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.106585] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 847.106585] env[62353]: value = "task-657221" [ 847.106585] env[62353]: _type = "Task" [ 847.106585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.117977] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.145497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 847.145497] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156f9614-1f45-42a5-ba24-1ba241c1c096 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.155148] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 847.155148] env[62353]: value = "task-657222" [ 847.155148] env[62353]: _type = "Task" [ 847.155148] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.162541] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.168121] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 847.168461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 847.169308] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830270e1-4e15-4658-888f-0a7e24fe46ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.176725] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 847.177050] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ca2624f-2efa-4309-8dd8-cfb814fb4f6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.254064] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 847.271117] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 847.271370] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 847.271671] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.273719] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60b0cb0-9abd-46cc-a6d8-40c026765cf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.280276] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 847.280276] env[62353]: value = "task-657224" [ 847.280276] env[62353]: _type = "Task" [ 847.280276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.282485] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.282745] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.282923] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.283160] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.283336] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.283598] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.283831] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.284053] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.284273] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.284467] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.284708] env[62353]: DEBUG nova.virt.hardware [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.285634] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c53dd-b101-445e-80a1-7fcb05633433 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.297185] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.300227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7ec77-52f3-492e-b759-80e32b81159d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.391927] env[62353]: DEBUG nova.scheduler.client.report [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.554274] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.618045] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080146} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.618752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.619240] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfea6ee-2b98-4391-92e6-c3bd89cdea8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.641893] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 942ad428-a355-47a4-994e-61ed84141e12/942ad428-a355-47a4-994e-61ed84141e12.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.642240] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb3d568-bc74-4591-95e7-c269f2063d26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.671773] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566071} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.673289] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5817127b-c2c7-4d70-b494-d14ea6e932fe/5817127b-c2c7-4d70-b494-d14ea6e932fe.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 847.673543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.673901] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 847.673901] env[62353]: value = "task-657225" [ 847.673901] env[62353]: _type = "Task" [ 847.673901] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.674147] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de62e308-dc89-436a-88a0-80dbd674f981 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.687154] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 847.687154] env[62353]: value = "task-657226" [ 847.687154] env[62353]: _type = "Task" [ 847.687154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.687711] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.695716] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.717390] env[62353]: DEBUG nova.compute.manager [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Received event network-vif-plugged-ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 847.717390] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] Acquiring lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.717547] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.717672] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.717856] env[62353]: DEBUG nova.compute.manager [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] No waiting events found dispatching network-vif-plugged-ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 847.718374] env[62353]: WARNING nova.compute.manager [req-cf38fe61-b57e-44db-b8c4-60cda1410967 req-701aebaf-6568-42e5-8c6b-294ac820fe38 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Received unexpected event network-vif-plugged-ba3564c4-272e-4497-bd20-f07df06dc2ce for instance with vm_state building and task_state spawning. [ 847.734033] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Successfully updated port: ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.795129] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193892} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.795447] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.795679] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 847.795908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 847.896749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.897313] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 847.900413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.035s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.082483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "9996aefb-5598-44b7-805b-5081ebc972bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.082483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.086224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.086553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.086769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.089173] env[62353]: INFO nova.compute.manager [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Terminating instance [ 848.092775] env[62353]: DEBUG nova.compute.manager [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 848.092775] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 848.093481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819cc8b-528d-4670-bf45-5a0b3a9c12c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.102129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 848.102566] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80371420-0c10-4b02-a357-73fe6aa074b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.110062] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 848.110062] env[62353]: value = "task-657227" [ 848.110062] env[62353]: _type = "Task" [ 848.110062] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.120583] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.167520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "b50406ea-7264-4587-aa27-8bf4b867302e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.167904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.168087] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.168282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.168461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.170744] env[62353]: INFO nova.compute.manager [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Terminating instance [ 848.172834] env[62353]: DEBUG nova.compute.manager [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 848.173105] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 848.174057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23616340-6964-4915-aa64-7bbe366797ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.185352] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 848.188735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6735277-ce7b-4d5f-9df6-1fabb19c1ab0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.190526] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657225, 'name': ReconfigVM_Task, 'duration_secs': 0.420794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.193549] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 942ad428-a355-47a4-994e-61ed84141e12/942ad428-a355-47a4-994e-61ed84141e12.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.194598] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8937f0a-c671-4ca7-aa18-64d0fb671f59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.201224] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070269} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.203416] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.203958] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 848.203958] env[62353]: value = "task-657229" [ 848.203958] env[62353]: _type = "Task" [ 848.203958] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.204313] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 848.204313] env[62353]: value = "task-657228" [ 848.204313] env[62353]: _type = "Task" [ 848.204313] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.205659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b53b2-4ddc-42a9-941e-56c713695170 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.241702] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5817127b-c2c7-4d70-b494-d14ea6e932fe/5817127b-c2c7-4d70-b494-d14ea6e932fe.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.246011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.246223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquired lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246402] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 848.247562] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1e74f6-31b9-4798-b1b1-54539a2b6fe4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.266433] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657229, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.266433] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.272389] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 848.272389] env[62353]: value = "task-657230" [ 848.272389] env[62353]: _type = "Task" [ 848.272389] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.281677] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.416342] env[62353]: INFO nova.compute.claims [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.416824] env[62353]: DEBUG nova.compute.utils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.419064] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 848.419254] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 849.191863] env[62353]: INFO nova.compute.resource_tracker [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating resource usage from migration 24e81662-846f-49b8-b888-b99adf5c9929 [ 849.194092] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 849.197931] env[62353]: DEBUG nova.policy [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9554a1f48b9f453cb31ffaa09b37601a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c93e15d5f4872b7ce19f2a2629145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 849.216649] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657227, 'name': PowerOffVM_Task, 'duration_secs': 0.336929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.224784] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 849.224999] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 849.226648] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657230, 'name': ReconfigVM_Task, 'duration_secs': 0.459081} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.226648] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657229, 'name': Rename_Task, 'duration_secs': 0.259532} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.226648] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657228, 'name': PowerOffVM_Task, 'duration_secs': 0.272545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.226648] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e43387cb-1901-4ad3-887a-702664232016 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228089] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5817127b-c2c7-4d70-b494-d14ea6e932fe/5817127b-c2c7-4d70-b494-d14ea6e932fe.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.228751] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.228988] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 849.229168] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 849.229396] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d21fe7ee-eb7b-44b8-83e5-963b18e9c4e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.230952] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c217fb7c-e88d-42e1-8f99-6b630a522251 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.232378] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4621dd-4be3-4cc2-852e-92da0703293e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.241783] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 849.241783] env[62353]: value = "task-657232" [ 849.241783] env[62353]: _type = "Task" [ 849.241783] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.243584] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 849.243584] env[62353]: value = "task-657233" [ 849.243584] env[62353]: _type = "Task" [ 849.243584] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.252038] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 849.252302] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 849.252472] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.252657] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 849.252805] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.252941] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 849.253166] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 849.257017] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 849.257017] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 849.257017] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 849.257017] env[62353]: DEBUG nova.virt.hardware [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.257017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db2802-9e44-4914-93c9-44380f3d6dfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.266722] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.267088] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657233, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.267938] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 849.286730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad0112-3506-4b90-9881-26904d0c4892 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.306319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ec:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.315184] env[62353]: DEBUG oslo.service.loopingcall [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.320792] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 849.321948] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edd522aa-8b2a-4e68-bf05-dc3578b0fa0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.342150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 849.342400] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 849.342582] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleting the datastore file [datastore1] b50406ea-7264-4587-aa27-8bf4b867302e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.342866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 849.343062] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 849.343290] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore1] 9996aefb-5598-44b7-805b-5081ebc972bb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.344187] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85bd7c36-eb07-42fb-9606-61ed20ecf27c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.346244] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3493f8c7-e839-4eb2-ae4c-9562a28bbab7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349648] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.349648] env[62353]: value = "task-657235" [ 849.349648] env[62353]: _type = "Task" [ 849.349648] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.359444] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 849.359444] env[62353]: value = "task-657237" [ 849.359444] env[62353]: _type = "Task" [ 849.359444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.360394] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for the task: (returnval){ [ 849.360394] env[62353]: value = "task-657236" [ 849.360394] env[62353]: _type = "Task" [ 849.360394] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.373222] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657235, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.383966] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.384363] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.582481] env[62353]: DEBUG nova.network.neutron [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updating instance_info_cache with network_info: [{"id": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "address": "fa:16:3e:9f:44:04", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3564c4-27", "ovs_interfaceid": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.683354] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Successfully created port: c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.760460] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.762176] env[62353]: DEBUG nova.compute.manager [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Received event network-changed-ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 849.762244] env[62353]: DEBUG nova.compute.manager [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Refreshing instance network info cache due to event network-changed-ba3564c4-272e-4497-bd20-f07df06dc2ce. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 849.762516] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] Acquiring lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.766819] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657233, 'name': Rename_Task, 'duration_secs': 0.232424} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.767083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.767380] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4690f44-68de-4538-9352-6b4d5fb8ae52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.777095] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 849.777095] env[62353]: value = "task-657238" [ 849.777095] env[62353]: _type = "Task" [ 849.777095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.785951] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.845264] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc60256-0e38-4a29-b964-cfb564d5e077 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.856075] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f06860a-4d63-42d4-9786-ad29e1806e6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.864619] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657235, 'name': CreateVM_Task, 'duration_secs': 0.401934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.895135] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 849.896457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.896638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.897016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.897768] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f34cbb-9cb0-4c38-b7bc-83e5037757c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.901016] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb8b31b-d198-4f58-8460-79a73d481a51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.910411] env[62353]: DEBUG oslo_vmware.api [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182997} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.910778] env[62353]: DEBUG oslo_vmware.api [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Task: {'id': task-657236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.911475] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.911766] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 849.912053] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 849.912305] env[62353]: INFO nova.compute.manager [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Took 1.82 seconds to destroy the instance on the hypervisor. [ 849.912644] env[62353]: DEBUG oslo.service.loopingcall [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.912921] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.913166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 849.913374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 849.913648] env[62353]: INFO nova.compute.manager [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Took 1.74 seconds to destroy the instance on the hypervisor. [ 849.913836] env[62353]: DEBUG oslo.service.loopingcall [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.914123] env[62353]: DEBUG nova.compute.manager [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 849.914315] env[62353]: DEBUG nova.network.neutron [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 849.916864] env[62353]: DEBUG nova.compute.manager [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 849.916864] env[62353]: DEBUG nova.network.neutron [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 849.922136] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 849.922136] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52126b7e-69ab-286b-4a52-f9a5bb2b953b" [ 849.922136] env[62353]: _type = "Task" [ 849.922136] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.924104] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9166abe-44eb-4a7a-9133-3a72ce3a2cbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.944143] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52126b7e-69ab-286b-4a52-f9a5bb2b953b, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.944833] env[62353]: DEBUG nova.compute.provider_tree [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.946122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.946370] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.946671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.946744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.946991] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.947227] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f83c67-0b12-4229-ae79-a2aa28be4143 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.956251] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.956469] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 849.961349] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fc028d-7a6c-4214-be7d-092a8a436bfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.966275] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 849.966275] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc74a8-0c4b-a936-93f4-70cecc4cccc3" [ 849.966275] env[62353]: _type = "Task" [ 849.966275] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.974690] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc74a8-0c4b-a936-93f4-70cecc4cccc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.087987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Releasing lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.088960] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Instance network_info: |[{"id": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "address": "fa:16:3e:9f:44:04", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3564c4-27", "ovs_interfaceid": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 850.089587] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] Acquired lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.089934] env[62353]: DEBUG nova.network.neutron [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Refreshing network info cache for port ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 850.091974] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:44:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba3564c4-272e-4497-bd20-f07df06dc2ce', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.100761] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Creating folder: Project (870443f141544cfb982ec7e55024af37). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 850.101604] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf54f5b-935d-400f-bbef-49cd60e35aa7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.118392] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Created folder: Project (870443f141544cfb982ec7e55024af37) in parent group-v159334. [ 850.118599] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Creating folder: Instances. Parent ref: group-v159495. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 850.118975] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e7ec35e-d834-416c-a5ab-17bf7d4b9b6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.129524] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Created folder: Instances in parent group-v159495. [ 850.129951] env[62353]: DEBUG oslo.service.loopingcall [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.130038] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 850.130222] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02df42b1-a444-4063-a7fa-0509680d5b73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.150859] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.150859] env[62353]: value = "task-657241" [ 850.150859] env[62353]: _type = "Task" [ 850.150859] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.158782] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657241, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.218878] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 850.247205] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 850.247493] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 850.247661] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.247850] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 850.248010] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.248468] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 850.248687] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 850.248919] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 850.249174] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 850.249415] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 850.249706] env[62353]: DEBUG nova.virt.hardware [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 850.253838] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aebcc1-279f-4110-913f-17021cde8ff1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.262909] env[62353]: DEBUG oslo_vmware.api [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657232, 'name': PowerOnVM_Task, 'duration_secs': 0.58373} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.266178] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 850.266504] env[62353]: INFO nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Took 8.03 seconds to spawn the instance on the hypervisor. [ 850.266851] env[62353]: DEBUG nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 850.268228] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b030d5f-d25d-43ee-b43c-df6e27afa59d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.271568] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654dc920-0749-4f26-b499-dc136d15dffd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.300042] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.451395] env[62353]: DEBUG nova.scheduler.client.report [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 850.479753] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cc74a8-0c4b-a936-93f4-70cecc4cccc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.480591] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79b10bf-da16-43b9-80d3-c8ce53ff932e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.486825] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 850.486825] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52605b90-81fa-89a9-12e0-be5e650ab5aa" [ 850.486825] env[62353]: _type = "Task" [ 850.486825] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.489609] env[62353]: DEBUG nova.compute.manager [req-a3ae37c1-fcd0-4b78-91d3-492893e7ae60 req-98ea83c6-3c63-42b0-8990-ca573cb1c559 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Received event network-vif-deleted-86a7c7ca-b2df-4e9d-afc5-02c908b0f117 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 850.489867] env[62353]: INFO nova.compute.manager [req-a3ae37c1-fcd0-4b78-91d3-492893e7ae60 req-98ea83c6-3c63-42b0-8990-ca573cb1c559 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Neutron deleted interface 86a7c7ca-b2df-4e9d-afc5-02c908b0f117; detaching it from the instance and deleting it from the info cache [ 850.490316] env[62353]: DEBUG nova.network.neutron [req-a3ae37c1-fcd0-4b78-91d3-492893e7ae60 req-98ea83c6-3c63-42b0-8990-ca573cb1c559 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.503721] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52605b90-81fa-89a9-12e0-be5e650ab5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013833} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.504361] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.504633] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 850.504914] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5cbee36-bf71-46ba-95df-f948c74b4b8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.512351] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 850.512351] env[62353]: value = "task-657242" [ 850.512351] env[62353]: _type = "Task" [ 850.512351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.521463] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.660908] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657241, 'name': CreateVM_Task, 'duration_secs': 0.427662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.661146] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 850.661837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.662135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.662349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.662618] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f69258f-697a-4bee-800d-a9b8c7f9f6e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.667121] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 850.667121] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276bb86-64fd-5ad2-2133-48805a432518" [ 850.667121] env[62353]: _type = "Task" [ 850.667121] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.676696] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276bb86-64fd-5ad2-2133-48805a432518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.694241] env[62353]: DEBUG nova.network.neutron [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.788300] env[62353]: DEBUG oslo_vmware.api [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657238, 'name': PowerOnVM_Task, 'duration_secs': 0.729452} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.788640] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 850.788948] env[62353]: INFO nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Took 13.51 seconds to spawn the instance on the hypervisor. [ 850.789186] env[62353]: DEBUG nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 850.789953] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585545a3-b43e-4ce9-812a-90442273771f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.808512] env[62353]: INFO nova.compute.manager [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Took 50.67 seconds to build instance. [ 850.814748] env[62353]: DEBUG nova.network.neutron [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.958670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.058s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.958908] env[62353]: INFO nova.compute.manager [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Migrating [ 850.967271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.388s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.969549] env[62353]: INFO nova.compute.claims [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.998516] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5544441-45fa-4a5d-982d-abf4249d57c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.011950] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf3c4b1-5e61-4c7b-908c-92675088a284 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.035863] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.053344] env[62353]: DEBUG nova.compute.manager [req-a3ae37c1-fcd0-4b78-91d3-492893e7ae60 req-98ea83c6-3c63-42b0-8990-ca573cb1c559 service nova] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Detach interface failed, port_id=86a7c7ca-b2df-4e9d-afc5-02c908b0f117, reason: Instance b50406ea-7264-4587-aa27-8bf4b867302e could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 851.054686] env[62353]: DEBUG nova.network.neutron [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updated VIF entry in instance network info cache for port ba3564c4-272e-4497-bd20-f07df06dc2ce. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 851.055108] env[62353]: DEBUG nova.network.neutron [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updating instance_info_cache with network_info: [{"id": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "address": "fa:16:3e:9f:44:04", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3564c4-27", "ovs_interfaceid": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.177524] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5276bb86-64fd-5ad2-2133-48805a432518, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.177833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.178136] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.178422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.178613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.178838] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.179160] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d304793b-820c-4d27-92b3-0e81600cb44d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.195291] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.195611] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 851.196423] env[62353]: INFO nova.compute.manager [-] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Took 1.28 seconds to deallocate network for instance. [ 851.196646] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d3886c-8106-4c64-a575-cdc22faf6e96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.206261] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 851.206261] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52928d66-cf59-cf67-7633-a56b9aa7c123" [ 851.206261] env[62353]: _type = "Task" [ 851.206261] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.214867] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52928d66-cf59-cf67-7633-a56b9aa7c123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.274955] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Successfully updated port: c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.313812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e237c48e-233c-4352-b53d-ad61e677497a tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.663s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.315161] env[62353]: INFO nova.compute.manager [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Took 56.65 seconds to build instance. [ 851.316625] env[62353]: INFO nova.compute.manager [-] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Took 1.40 seconds to deallocate network for instance. [ 851.484320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.484320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.485030] env[62353]: DEBUG nova.network.neutron [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 851.534205] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.534519] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 851.534776] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.535390] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee651e43-ab76-45e8-85a7-f34f48cd510e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.541337] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 851.541337] env[62353]: value = "task-657243" [ 851.541337] env[62353]: _type = "Task" [ 851.541337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.548567] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.558477] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd01ff92-4670-494a-89a3-1ecebbe9fc0d req-4c289027-af26-4824-b0a3-39257831ea68 service nova] Releasing lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.704552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.716323] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52928d66-cf59-cf67-7633-a56b9aa7c123, 'name': SearchDatastore_Task, 'duration_secs': 0.027502} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.717181] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ed41ce-d2b7-4832-b7d7-f242d58c7906 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.722418] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 851.722418] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520cb629-bbe0-8cb2-2616-1b2d1ef91255" [ 851.722418] env[62353]: _type = "Task" [ 851.722418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.729970] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520cb629-bbe0-8cb2-2616-1b2d1ef91255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.775863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.776016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.776192] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 851.795854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.818031] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a8a138c6-cd38-4c6e-b8c7-4d9e54b9f92f tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.162s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.818525] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.818757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.818968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.819167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.821533] env[62353]: INFO nova.compute.manager [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Terminating instance [ 851.824156] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.824787] env[62353]: DEBUG nova.compute.manager [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 851.824996] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 851.825842] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b68fee-660c-4692-b4b7-16c5882abfb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.833652] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.835080] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be41dce1-1f20-4a84-b7cb-8d54bf9dd41c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841026] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 851.841026] env[62353]: value = "task-657244" [ 851.841026] env[62353]: _type = "Task" [ 851.841026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.848599] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.030223] env[62353]: DEBUG nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Received event network-vif-deleted-e67e1c24-cc65-4b67-90ed-df6e39c92c91 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 852.030223] env[62353]: DEBUG nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Received event network-vif-plugged-c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 852.030223] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Acquiring lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.030478] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.030679] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.030679] env[62353]: DEBUG nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] No waiting events found dispatching network-vif-plugged-c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 852.030845] env[62353]: WARNING nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Received unexpected event network-vif-plugged-c60bde57-f10e-451c-a876-36a357c8309f for instance with vm_state building and task_state spawning. [ 852.031026] env[62353]: DEBUG nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Received event network-changed-c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 852.031180] env[62353]: DEBUG nova.compute.manager [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Refreshing instance network info cache due to event network-changed-c60bde57-f10e-451c-a876-36a357c8309f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 852.031417] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Acquiring lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.054190] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.054492] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.057414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b40181-f36f-4849-8bad-63794c629090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.064025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "384f8140-3de0-403f-913d-124a5c459559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.064174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.064387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "384f8140-3de0-403f-913d-124a5c459559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.065054] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.065296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.087316] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.087587] env[62353]: INFO nova.compute.manager [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Terminating instance [ 852.094296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f46c20d-fbca-462a-87e7-084ba54221b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.109645] env[62353]: DEBUG nova.compute.manager [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 852.109903] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 852.111439] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1e1f3-c263-4eda-a7f5-a28d11c029a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.119622] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 852.122434] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4547019-1780-471f-a2dd-342258c00960 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.122434] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 852.122434] env[62353]: value = "task-657245" [ 852.122434] env[62353]: _type = "Task" [ 852.122434] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.129179] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 852.129179] env[62353]: value = "task-657246" [ 852.129179] env[62353]: _type = "Task" [ 852.129179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.136128] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.144120] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-657246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.232627] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520cb629-bbe0-8cb2-2616-1b2d1ef91255, 'name': SearchDatastore_Task, 'duration_secs': 0.069779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.236352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.236596] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] f9ec8a43-6f7f-462a-8b9d-dda2843e9db5/f9ec8a43-6f7f-462a-8b9d-dda2843e9db5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 852.237111] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f64ee17f-2f0b-47c0-a5ef-494100713ea9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.245628] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 852.245628] env[62353]: value = "task-657247" [ 852.245628] env[62353]: _type = "Task" [ 852.245628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.256699] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.297045] env[62353]: DEBUG nova.network.neutron [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.326767] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 852.353110] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657244, 'name': PowerOffVM_Task, 'duration_secs': 0.456648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.353368] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 852.353798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 852.356119] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e55d6f-304a-47f4-8800-30b76d16337f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.465774] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 852.465774] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 852.465774] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleting the datastore file [datastore1] 5817127b-c2c7-4d70-b494-d14ea6e932fe {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.466091] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b694b1-8331-4725-ae47-fc2a1d927e6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.475803] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for the task: (returnval){ [ 852.475803] env[62353]: value = "task-657249" [ 852.475803] env[62353]: _type = "Task" [ 852.475803] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.488076] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.542337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd3db8-da37-4abb-b51d-32632a1da167 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.552302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09c18b-b1d8-4bea-8779-faa68b681c76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.589527] env[62353]: DEBUG nova.network.neutron [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [{"id": "c60bde57-f10e-451c-a876-36a357c8309f", "address": "fa:16:3e:85:ed:81", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60bde57-f1", "ovs_interfaceid": "c60bde57-f10e-451c-a876-36a357c8309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.591600] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb0131-0ece-4376-87c1-58fce64ed3d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.601840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713112ac-c301-4688-bf72-6f86c209ade1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.620411] env[62353]: DEBUG nova.compute.provider_tree [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.638138] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.644742] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-657246, 'name': PowerOffVM_Task, 'duration_secs': 0.187099} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.645012] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 852.645229] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 852.646101] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23b485a-f9d8-4064-a9e6-6838ae553441 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.717901] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 852.718496] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 852.718769] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Deleting the datastore file [datastore1] 384f8140-3de0-403f-913d-124a5c459559 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.719086] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e91456d-c429-4bfb-8658-9c84846f7b1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.728729] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for the task: (returnval){ [ 852.728729] env[62353]: value = "task-657251" [ 852.728729] env[62353]: _type = "Task" [ 852.728729] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.737800] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-657251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.755873] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.800398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.946551] env[62353]: DEBUG nova.compute.manager [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 852.947794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13e390-ed26-4166-af56-8a1ddc6e8c06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.988056] env[62353]: DEBUG oslo_vmware.api [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Task: {'id': task-657249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32229} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.988056] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.988229] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 852.988388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 852.988558] env[62353]: INFO nova.compute.manager [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.988808] env[62353]: DEBUG oslo.service.loopingcall [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.988997] env[62353]: DEBUG nova.compute.manager [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 852.989103] env[62353]: DEBUG nova.network.neutron [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 853.097157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.097507] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Instance network_info: |[{"id": "c60bde57-f10e-451c-a876-36a357c8309f", "address": "fa:16:3e:85:ed:81", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60bde57-f1", "ovs_interfaceid": "c60bde57-f10e-451c-a876-36a357c8309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 853.097858] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Acquired lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.098064] env[62353]: DEBUG nova.network.neutron [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Refreshing network info cache for port c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 853.099292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ed:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c60bde57-f10e-451c-a876-36a357c8309f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.110444] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating folder: Project (7d0c93e15d5f4872b7ce19f2a2629145). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 853.114112] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf2d13b-3b7c-43bc-85d3-aad3a510c88f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.123863] env[62353]: DEBUG nova.scheduler.client.report [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 853.129631] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created folder: Project (7d0c93e15d5f4872b7ce19f2a2629145) in parent group-v159334. [ 853.130103] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating folder: Instances. Parent ref: group-v159498. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 853.133510] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a02a644-0a1d-4994-a251-bcb25170b7ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.140702] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657245, 'name': ReconfigVM_Task, 'duration_secs': 0.741216} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.140995] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0/4a22cf95-03a1-4114-80f1-acbc8c7a6fa0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.141641] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ee885b-6b9e-4248-b103-6ea770038bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.144444] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created folder: Instances in parent group-v159498. [ 853.144691] env[62353]: DEBUG oslo.service.loopingcall [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.147651] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 853.148534] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f9d9378-3c88-43aa-88f3-cfe0e2236863 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.166094] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 853.166094] env[62353]: value = "task-657254" [ 853.166094] env[62353]: _type = "Task" [ 853.166094] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.171078] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.171078] env[62353]: value = "task-657255" [ 853.171078] env[62353]: _type = "Task" [ 853.171078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.178417] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657254, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.184588] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657255, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.243718] env[62353]: DEBUG oslo_vmware.api [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Task: {'id': task-657251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28105} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.243982] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.244182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 853.244384] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 853.244613] env[62353]: INFO nova.compute.manager [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] [instance: 384f8140-3de0-403f-913d-124a5c459559] Took 1.13 seconds to destroy the instance on the hypervisor. [ 853.244873] env[62353]: DEBUG oslo.service.loopingcall [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.245415] env[62353]: DEBUG nova.compute.manager [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 853.245415] env[62353]: DEBUG nova.network.neutron [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 853.256110] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.256430] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] f9ec8a43-6f7f-462a-8b9d-dda2843e9db5/f9ec8a43-6f7f-462a-8b9d-dda2843e9db5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 853.256810] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.256916] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d57cf0d-8145-4232-95f9-1d4b06c86431 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.263618] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 853.263618] env[62353]: value = "task-657256" [ 853.263618] env[62353]: _type = "Task" [ 853.263618] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.273078] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.368652] env[62353]: DEBUG nova.compute.manager [req-e18fb6a0-ce2b-4525-8dd1-5271c85d3b24 req-1bf143af-2c9a-44df-9a12-806c586db675 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-vif-deleted-e6585775-3e06-4de2-be47-ad5543ce8d09 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 853.368949] env[62353]: INFO nova.compute.manager [req-e18fb6a0-ce2b-4525-8dd1-5271c85d3b24 req-1bf143af-2c9a-44df-9a12-806c586db675 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Neutron deleted interface e6585775-3e06-4de2-be47-ad5543ce8d09; detaching it from the instance and deleting it from the info cache [ 853.369281] env[62353]: DEBUG nova.network.neutron [req-e18fb6a0-ce2b-4525-8dd1-5271c85d3b24 req-1bf143af-2c9a-44df-9a12-806c586db675 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updating instance_info_cache with network_info: [{"id": "efdfe3e2-8df5-4088-b88f-5d6020865705", "address": "fa:16:3e:98:61:2e", "network": {"id": "4ef78705-e66c-4037-987f-0bfa393abf75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847756993", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0d859f83cb45628d46a6c737f0c221", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdfe3e2-8d", "ovs_interfaceid": "efdfe3e2-8df5-4088-b88f-5d6020865705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.459853] env[62353]: INFO nova.compute.manager [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] instance snapshotting [ 853.462492] env[62353]: DEBUG nova.network.neutron [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updated VIF entry in instance network info cache for port c60bde57-f10e-451c-a876-36a357c8309f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 853.462850] env[62353]: DEBUG nova.network.neutron [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [{"id": "c60bde57-f10e-451c-a876-36a357c8309f", "address": "fa:16:3e:85:ed:81", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60bde57-f1", "ovs_interfaceid": "c60bde57-f10e-451c-a876-36a357c8309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.464974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b9a33-f53d-49c7-a8f6-2caf51ba8d39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.489575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115c5b7-3f58-443f-9aaa-1295246314eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.631490] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.631490] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 853.633993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.540s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.634259] env[62353]: DEBUG nova.objects.instance [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'resources' on Instance uuid ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.686073] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657254, 'name': Rename_Task, 'duration_secs': 0.173836} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.689552] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 853.689928] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657255, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.691271] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ab8f16-078e-4e1e-b676-5cc3dc3114f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.698414] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 853.698414] env[62353]: value = "task-657257" [ 853.698414] env[62353]: _type = "Task" [ 853.698414] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.707327] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.777022] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114321} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.777022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.777022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0af568-20f5-42f1-8c4d-47e18bb4d36d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.801448] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f9ec8a43-6f7f-462a-8b9d-dda2843e9db5/f9ec8a43-6f7f-462a-8b9d-dda2843e9db5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.803458] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ceee14-fa2e-4deb-af35-754daa913c19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.829728] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 853.829728] env[62353]: value = "task-657258" [ 853.829728] env[62353]: _type = "Task" [ 853.829728] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.840795] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.872700] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a207f41-da55-45bf-9ca0-625205a2642c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.881303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428b25e-6e94-4978-ae5b-581f5bfc881f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.916956] env[62353]: DEBUG nova.compute.manager [req-e18fb6a0-ce2b-4525-8dd1-5271c85d3b24 req-1bf143af-2c9a-44df-9a12-806c586db675 service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Detach interface failed, port_id=e6585775-3e06-4de2-be47-ad5543ce8d09, reason: Instance 5817127b-c2c7-4d70-b494-d14ea6e932fe could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 853.969722] env[62353]: DEBUG oslo_concurrency.lockutils [req-d69b401a-e714-4d4e-a9fa-01c7f397197e req-024baec5-58ac-4629-99f2-4566c2a3bfc0 service nova] Releasing lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.001816] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.002163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cd37de7-6e25-40db-ad84-d4748699d0b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.009345] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 854.009345] env[62353]: value = "task-657259" [ 854.009345] env[62353]: _type = "Task" [ 854.009345] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.017167] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.067409] env[62353]: DEBUG nova.compute.manager [req-881c9fa3-73f4-423f-ac24-c4e387f5db44 req-35998612-5b04-49ed-974f-0cc669d07b36 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Received event network-vif-deleted-606c33b4-66b8-4c2e-9e1f-13614a029442 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 854.067409] env[62353]: INFO nova.compute.manager [req-881c9fa3-73f4-423f-ac24-c4e387f5db44 req-35998612-5b04-49ed-974f-0cc669d07b36 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Neutron deleted interface 606c33b4-66b8-4c2e-9e1f-13614a029442; detaching it from the instance and deleting it from the info cache [ 854.067409] env[62353]: DEBUG nova.network.neutron [req-881c9fa3-73f4-423f-ac24-c4e387f5db44 req-35998612-5b04-49ed-974f-0cc669d07b36 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.102296] env[62353]: DEBUG nova.network.neutron [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.137349] env[62353]: DEBUG nova.compute.utils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 854.142320] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 854.142320] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 854.184397] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657255, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.185726] env[62353]: DEBUG nova.policy [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9554a1f48b9f453cb31ffaa09b37601a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c93e15d5f4872b7ce19f2a2629145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 854.211448] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.322488] env[62353]: DEBUG nova.network.neutron [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.330882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002628d-c713-451a-8eb1-ec9aa128cf03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.352524] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.367035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 854.519303] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.570135] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9f389c7-c768-49eb-8224-44a710bf523e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.581366] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28839e6-a764-4003-b36e-5a7f56101011 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.602943] env[62353]: INFO nova.compute.manager [-] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Took 1.61 seconds to deallocate network for instance. [ 854.618552] env[62353]: DEBUG nova.compute.manager [req-881c9fa3-73f4-423f-ac24-c4e387f5db44 req-35998612-5b04-49ed-974f-0cc669d07b36 service nova] [instance: 384f8140-3de0-403f-913d-124a5c459559] Detach interface failed, port_id=606c33b4-66b8-4c2e-9e1f-13614a029442, reason: Instance 384f8140-3de0-403f-913d-124a5c459559 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 854.644246] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 854.687681] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657255, 'name': CreateVM_Task, 'duration_secs': 1.393745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.687681] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Successfully created port: afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.694217] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 854.696172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.699851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.699851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.699851] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fff3cb3-bc3e-40bd-9f73-a202160144ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.706847] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 854.706847] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bf063f-766a-1fca-c2db-0e614bd2ca2b" [ 854.706847] env[62353]: _type = "Task" [ 854.706847] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.718042] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657257, 'name': PowerOnVM_Task, 'duration_secs': 0.808159} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.718920] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 854.719173] env[62353]: DEBUG nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 854.719984] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3314af77-e505-474d-9520-160cd6550118 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727581] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bf063f-766a-1fca-c2db-0e614bd2ca2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013091} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.728437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.728756] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.729175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.729414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.729611] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.731758] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69cb6c9-2607-4896-8c31-8429e2288fc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.749125] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.749125] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 854.749125] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb4b044-174a-4252-bba6-5863dab34af7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.755089] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 854.755089] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ea800-74e9-6358-4b7f-b500b288eea4" [ 854.755089] env[62353]: _type = "Task" [ 854.755089] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.764118] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ea800-74e9-6358-4b7f-b500b288eea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.793284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337967d-44a0-4c64-85c8-459543ce6f96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.801691] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c49e6-e868-4b7e-92b8-66dd18e8c345 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.832794] env[62353]: INFO nova.compute.manager [-] [instance: 384f8140-3de0-403f-913d-124a5c459559] Took 1.59 seconds to deallocate network for instance. [ 854.835439] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9455f29f-a2aa-4965-9b4b-6fb2d1b47af7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.853437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c29902-55c7-4ca3-af4b-839412e768c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.858894] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657258, 'name': ReconfigVM_Task, 'duration_secs': 0.937371} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.858894] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f9ec8a43-6f7f-462a-8b9d-dda2843e9db5/f9ec8a43-6f7f-462a-8b9d-dda2843e9db5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.859156] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f960b50a-ed5a-458a-be32-cd349fd5ff4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.871209] env[62353]: DEBUG nova.compute.provider_tree [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.878235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 854.878583] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 854.878583] env[62353]: value = "task-657260" [ 854.878583] env[62353]: _type = "Task" [ 854.878583] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.879716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571a2754-ae68-4bb9-ac5d-f9cafe334cdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.890539] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657260, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.891630] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 854.891630] env[62353]: value = "task-657261" [ 854.891630] env[62353]: _type = "Task" [ 854.891630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.899277] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.020958] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657259, 'name': CreateSnapshot_Task, 'duration_secs': 0.774699} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.022174] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.023033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae23eab-88e7-4e79-8817-880e507dbaf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.127033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.179441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.179441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.179441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.179441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.179441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.182300] env[62353]: INFO nova.compute.manager [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Terminating instance [ 855.184062] env[62353]: DEBUG nova.compute.manager [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 855.184634] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 855.185307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c45fe30-8e6a-40e9-8760-40b8d04820ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.193635] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 855.193635] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ddf621-f635-4208-8bc3-b67491a1ade2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.201633] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 855.201633] env[62353]: value = "task-657262" [ 855.201633] env[62353]: _type = "Task" [ 855.201633] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.212095] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.242201] env[62353]: INFO nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] bringing vm to original state: 'stopped' [ 855.264773] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ea800-74e9-6358-4b7f-b500b288eea4, 'name': SearchDatastore_Task, 'duration_secs': 0.018343} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.265607] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf19a2e-8f2b-47a3-a478-4504945f4d4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270938] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 855.270938] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52573de7-920a-0dd5-b1ec-53886a6be64e" [ 855.270938] env[62353]: _type = "Task" [ 855.270938] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.279193] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52573de7-920a-0dd5-b1ec-53886a6be64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.346510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.374836] env[62353]: DEBUG nova.scheduler.client.report [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 855.392197] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657260, 'name': Rename_Task, 'duration_secs': 0.142228} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.396119] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 855.397634] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f11648-c0d3-4729-86b9-7870b69aa0ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.400602] env[62353]: DEBUG nova.compute.manager [req-dd98adad-49d4-4f52-8814-747b7ed8d72e req-66a5fe38-288b-4609-80af-191873f6a27b service nova] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Received event network-vif-deleted-efdfe3e2-8df5-4088-b88f-5d6020865705 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 855.405692] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657261, 'name': PowerOffVM_Task, 'duration_secs': 0.248741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.407074] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 855.407279] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 855.410456] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 855.410456] env[62353]: value = "task-657263" [ 855.410456] env[62353]: _type = "Task" [ 855.410456] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.418664] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.545060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.545415] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81f64a31-453c-4e37-85b4-0c55e4421505 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.554531] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 855.554531] env[62353]: value = "task-657264" [ 855.554531] env[62353]: _type = "Task" [ 855.554531] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.562612] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657264, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.658714] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 855.681912] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 855.682310] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 855.682588] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.682861] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 855.683099] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.683336] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 855.683677] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 855.683926] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 855.684188] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 855.684433] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 855.684695] env[62353]: DEBUG nova.virt.hardware [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.685675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db351db8-80ea-49e4-85b1-ce55f2fe0431 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.694710] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9532c7-c5d5-4664-8fae-1b3d8efe5dfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.720822] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657262, 'name': PowerOffVM_Task, 'duration_secs': 0.209576} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.722792] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 855.722792] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 855.722792] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e5b689-a395-4ea0-95e4-28121615618c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.782191] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52573de7-920a-0dd5-b1ec-53886a6be64e, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.782422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.782751] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/3e362c56-e195-4782-8cd3-03b607116b0c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 855.783036] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76705246-9492-478e-863b-9e070f362342 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791580] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 855.791580] env[62353]: value = "task-657266" [ 855.791580] env[62353]: _type = "Task" [ 855.791580] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.793363] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 855.793698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 855.794019] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleting the datastore file [datastore1] 68849d7b-4b9f-47a8-afb0-bb942dec37cc {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.797633] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba20a65-fd3a-46ad-bf37-c3777473558a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.805615] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.806253] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for the task: (returnval){ [ 855.806253] env[62353]: value = "task-657267" [ 855.806253] env[62353]: _type = "Task" [ 855.806253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.815333] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.880096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.883851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.533s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.884217] env[62353]: DEBUG nova.objects.instance [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lazy-loading 'resources' on Instance uuid 85f82654-dd2e-409e-90cb-1babd05343d0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.906690] env[62353]: INFO nova.scheduler.client.report [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3 [ 855.913576] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 855.913865] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 855.915258] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.915258] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 855.915258] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.915258] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 855.915258] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 855.915474] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 855.915626] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 855.915850] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 855.916243] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.922628] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f356d4-0752-4f17-9f50-ae16f3c76c30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.942857] env[62353]: DEBUG oslo_vmware.api [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657263, 'name': PowerOnVM_Task, 'duration_secs': 0.481247} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.944507] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 855.944507] env[62353]: INFO nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Took 8.69 seconds to spawn the instance on the hypervisor. [ 855.944507] env[62353]: DEBUG nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 855.945017] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 855.945017] env[62353]: value = "task-657268" [ 855.945017] env[62353]: _type = "Task" [ 855.945017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.945382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4064b17-cd15-4155-9962-9488f1e99609 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.960257] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.066506] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657264, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.151410] env[62353]: DEBUG nova.compute.manager [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Received event network-vif-plugged-afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 856.151983] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] Acquiring lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.152382] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.152421] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.152607] env[62353]: DEBUG nova.compute.manager [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] No waiting events found dispatching network-vif-plugged-afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 856.152803] env[62353]: WARNING nova.compute.manager [req-cf4cbb7f-c990-49f5-b668-5f7975287c25 req-b273c549-27db-4ca1-be4d-622e318d694d service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Received unexpected event network-vif-plugged-afa45638-f083-48d0-a595-4f4ce072a39d for instance with vm_state building and task_state spawning. [ 856.242024] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Successfully updated port: afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.248366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.249190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.249409] env[62353]: DEBUG nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 856.250356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a94912-760e-45d5-8a87-0c2a7785d492 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.261200] env[62353]: DEBUG nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 856.264151] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 856.264547] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8594e9-bb24-4c89-b83e-d311183ff958 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.273825] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 856.273825] env[62353]: value = "task-657269" [ 856.273825] env[62353]: _type = "Task" [ 856.273825] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.285535] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.302741] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.315184] env[62353]: DEBUG oslo_vmware.api [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Task: {'id': task-657267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482619} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.315464] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.315781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 856.315942] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 856.316209] env[62353]: INFO nova.compute.manager [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.316505] env[62353]: DEBUG oslo.service.loopingcall [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.316725] env[62353]: DEBUG nova.compute.manager [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 856.316838] env[62353]: DEBUG nova.network.neutron [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 856.417113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91b531ae-6226-497d-94a6-76eee904ef29 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.399s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.471350] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.475022] env[62353]: INFO nova.compute.manager [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Took 52.12 seconds to build instance. [ 856.564547] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657264, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.745211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.745360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.745519] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 856.775688] env[62353]: DEBUG nova.compute.manager [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Received event network-changed {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 856.775917] env[62353]: DEBUG nova.compute.manager [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Refreshing instance network info cache due to event network-changed. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 856.776258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] Acquiring lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.776360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] Acquired lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.776511] env[62353]: DEBUG nova.network.neutron [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 856.791954] env[62353]: DEBUG oslo_vmware.api [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657269, 'name': PowerOffVM_Task, 'duration_secs': 0.29425} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.792276] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 856.793143] env[62353]: DEBUG nova.compute.manager [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 856.793305] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b69dad-0a28-4de9-bd88-de846dc55b3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.810489] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530188} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.811211] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/3e362c56-e195-4782-8cd3-03b607116b0c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 856.811473] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.811700] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8762d90f-63e5-46b4-9ec1-1c408d48d325 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.821335] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 856.821335] env[62353]: value = "task-657270" [ 856.821335] env[62353]: _type = "Task" [ 856.821335] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.830816] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.941255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6327d17-188c-4239-a730-21e481ef391e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.952665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cee583-d7f7-42f7-8648-cd775b227870 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.961820] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657268, 'name': ReconfigVM_Task, 'duration_secs': 0.602468} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.988775] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 856.993095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c198ae71-2be0-445d-8dca-dfb5cfee5f83 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.740s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.994290] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46430b96-9b0b-4c65-b379-dfe1b8a2a4b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.002584] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f86925-83ac-4db6-a193-1de319feb411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.017724] env[62353]: DEBUG nova.compute.provider_tree [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.065786] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657264, 'name': CloneVM_Task, 'duration_secs': 1.480305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.066158] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Created linked-clone VM from snapshot [ 857.067303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a8e0bd-3cd8-4552-9dec-0aefe12da582 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.075237] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Uploading image 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 857.102504] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 857.102504] env[62353]: value = "vm-159502" [ 857.102504] env[62353]: _type = "VirtualMachine" [ 857.102504] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 857.103050] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ff0492f-786a-45d6-a89c-7838eda05d74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.111063] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease: (returnval){ [ 857.111063] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c41332-9d51-329b-01bc-77d2a69b0e44" [ 857.111063] env[62353]: _type = "HttpNfcLease" [ 857.111063] env[62353]: } obtained for exporting VM: (result){ [ 857.111063] env[62353]: value = "vm-159502" [ 857.111063] env[62353]: _type = "VirtualMachine" [ 857.111063] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 857.111399] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the lease: (returnval){ [ 857.111399] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c41332-9d51-329b-01bc-77d2a69b0e44" [ 857.111399] env[62353]: _type = "HttpNfcLease" [ 857.111399] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.118712] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.118712] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c41332-9d51-329b-01bc-77d2a69b0e44" [ 857.118712] env[62353]: _type = "HttpNfcLease" [ 857.118712] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 857.275888] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 857.314299] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.065s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.317727] env[62353]: DEBUG nova.network.neutron [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.334012] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.334326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.335152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65fc60-5701-458f-96e9-83556ab9e0bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.359756] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/3e362c56-e195-4782-8cd3-03b607116b0c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.363273] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd0bceb-1875-47dc-a7a9-8590cc719924 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.383375] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 857.383375] env[62353]: value = "task-657272" [ 857.383375] env[62353]: _type = "Task" [ 857.383375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.398023] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.432544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.432817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.433035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.433225] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.433392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.435578] env[62353]: INFO nova.compute.manager [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Terminating instance [ 857.438814] env[62353]: DEBUG nova.compute.manager [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 857.439014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 857.439835] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa93df6-5a7d-4749-8efb-d1ac047e6e7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.447657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 857.447895] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18377a81-3546-4acf-a413-ecaa03bc2dd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.453910] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 857.453910] env[62353]: value = "task-657273" [ 857.453910] env[62353]: _type = "Task" [ 857.453910] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.457933] env[62353]: DEBUG nova.network.neutron [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Updating instance_info_cache with network_info: [{"id": "afa45638-f083-48d0-a595-4f4ce072a39d", "address": "fa:16:3e:c5:1e:ee", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa45638-f0", "ovs_interfaceid": "afa45638-f083-48d0-a595-4f4ce072a39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.464074] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.495922] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 857.496246] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 857.496416] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.496609] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 857.496766] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.496922] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 857.497150] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 857.497354] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 857.497547] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 857.497722] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 857.497901] env[62353]: DEBUG nova.virt.hardware [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.503245] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.503546] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3235cd5-4f91-4472-ae06-448624135694 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.520766] env[62353]: DEBUG nova.scheduler.client.report [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 857.528021] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 857.528021] env[62353]: value = "task-657274" [ 857.528021] env[62353]: _type = "Task" [ 857.528021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.534056] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.621076] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.621076] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c41332-9d51-329b-01bc-77d2a69b0e44" [ 857.621076] env[62353]: _type = "HttpNfcLease" [ 857.621076] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 857.621502] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 857.621502] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c41332-9d51-329b-01bc-77d2a69b0e44" [ 857.621502] env[62353]: _type = "HttpNfcLease" [ 857.621502] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 857.622594] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513894ba-b483-4963-9949-67af1064bf2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.630178] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 857.630375] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 857.730079] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2103b591-70ce-4f0b-9fd4-984cdd148a8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.828656] env[62353]: INFO nova.compute.manager [-] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Took 1.51 seconds to deallocate network for instance. [ 857.830906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.835472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f9909a9b-d479-40af-acfa-0c97354282d7 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "dea1f30f-ada6-4a35-8b70-055b4fa131f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.835713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f9909a9b-d479-40af-acfa-0c97354282d7 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "dea1f30f-ada6-4a35-8b70-055b4fa131f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.884950] env[62353]: DEBUG nova.network.neutron [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updating instance_info_cache with network_info: [{"id": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "address": "fa:16:3e:9f:44:04", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3564c4-27", "ovs_interfaceid": "ba3564c4-272e-4497-bd20-f07df06dc2ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.898697] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.963220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.963220] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Instance network_info: |[{"id": "afa45638-f083-48d0-a595-4f4ce072a39d", "address": "fa:16:3e:c5:1e:ee", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa45638-f0", "ovs_interfaceid": "afa45638-f083-48d0-a595-4f4ce072a39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 857.963220] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:1e:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afa45638-f083-48d0-a595-4f4ce072a39d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.976066] env[62353]: DEBUG oslo.service.loopingcall [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.979283] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 857.985473] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6e2cbc0-fadc-4838-a721-126f58843f21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.001095] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657273, 'name': PowerOffVM_Task, 'duration_secs': 0.359577} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.001552] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 858.001874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 858.002846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2572dd29-b47e-4348-b618-b9f92b3f8a2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.006914] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.006914] env[62353]: value = "task-657275" [ 858.006914] env[62353]: _type = "Task" [ 858.006914] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.015013] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657275, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.027105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.029818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.245s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.031564] env[62353]: INFO nova.compute.claims [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.047033] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657274, 'name': ReconfigVM_Task, 'duration_secs': 0.196807} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.048232] env[62353]: INFO nova.scheduler.client.report [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Deleted allocations for instance 85f82654-dd2e-409e-90cb-1babd05343d0 [ 858.048928] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 858.052277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a4533-2372-4e1f-b005-33b72d871adc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.078932] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.082108] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7040a0-c265-447e-bcc0-eff0175c5882 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.101673] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 858.101994] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 858.102246] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Deleting the datastore file [datastore2] f9ec8a43-6f7f-462a-8b9d-dda2843e9db5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.102866] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321a362c-dd9a-4d2f-a893-b5e6ffef3b70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.110032] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 858.110032] env[62353]: value = "task-657277" [ 858.110032] env[62353]: _type = "Task" [ 858.110032] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.112197] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for the task: (returnval){ [ 858.112197] env[62353]: value = "task-657278" [ 858.112197] env[62353]: _type = "Task" [ 858.112197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.126491] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.129675] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.341258] env[62353]: DEBUG nova.compute.manager [None req-f9909a9b-d479-40af-acfa-0c97354282d7 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: dea1f30f-ada6-4a35-8b70-055b4fa131f3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 858.355336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.391379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6a539164-82f7-4beb-b1a8-472e75a3e31c tempest-ServerExternalEventsTest-108009000 tempest-ServerExternalEventsTest-108009000-project] Releasing lock "refresh_cache-f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.398453] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.515219] env[62353]: DEBUG nova.compute.manager [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Received event network-changed-afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 858.515492] env[62353]: DEBUG nova.compute.manager [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Refreshing instance network info cache due to event network-changed-afa45638-f083-48d0-a595-4f4ce072a39d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 858.515798] env[62353]: DEBUG oslo_concurrency.lockutils [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] Acquiring lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.515973] env[62353]: DEBUG oslo_concurrency.lockutils [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] Acquired lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.516195] env[62353]: DEBUG nova.network.neutron [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Refreshing network info cache for port afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 858.525696] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657275, 'name': CreateVM_Task, 'duration_secs': 0.36792} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.526521] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 858.527503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.527503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.528122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.528775] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64fb176-2913-4d7b-906f-bb8cec532aad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.535259] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 858.535259] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521df1a5-1718-9ead-73ca-9dcdd6b99c4f" [ 858.535259] env[62353]: _type = "Task" [ 858.535259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.546472] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521df1a5-1718-9ead-73ca-9dcdd6b99c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.558904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ae6ebc2-fe68-4c19-a3fa-f0487b47dcb1 tempest-ListServerFiltersTestJSON-277728649 tempest-ListServerFiltersTestJSON-277728649-project-member] Lock "85f82654-dd2e-409e-90cb-1babd05343d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.282s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.622953] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657277, 'name': ReconfigVM_Task, 'duration_secs': 0.349787} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.626959] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667/1b279a59-7f07-4ad6-9b4b-efe9a4e76667.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.626959] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 858.634378] env[62353]: DEBUG oslo_vmware.api [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Task: {'id': task-657278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21293} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.634997] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.635211] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 858.635393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 858.635567] env[62353]: INFO nova.compute.manager [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 858.635837] env[62353]: DEBUG oslo.service.loopingcall [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.637256] env[62353]: DEBUG nova.compute.manager [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 858.637256] env[62353]: DEBUG nova.network.neutron [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 858.846406] env[62353]: DEBUG nova.compute.manager [None req-f9909a9b-d479-40af-acfa-0c97354282d7 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: dea1f30f-ada6-4a35-8b70-055b4fa131f3] Instance disappeared before build. {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.908058] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.049192] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521df1a5-1718-9ead-73ca-9dcdd6b99c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.049926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.050052] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.050767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.050767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.050767] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.050893] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbdd2ff-ffb5-4c23-b962-616067810af2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.061117] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.061337] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 859.062177] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639bea00-55d2-4ffe-80d7-ed9b49ddea17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.068510] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 859.068510] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e684e-ef37-71e7-37cf-90e1784c509d" [ 859.068510] env[62353]: _type = "Task" [ 859.068510] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.093652] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e684e-ef37-71e7-37cf-90e1784c509d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.138094] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7422a-1184-4fca-ad3a-fc3b91a42c9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.171933] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b46371-be75-4fff-b5ff-e10583ee62f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.192792] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 859.226011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.226457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.226622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.226832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.227025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.229931] env[62353]: INFO nova.compute.manager [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Terminating instance [ 859.235616] env[62353]: DEBUG nova.compute.manager [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 859.235729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 859.236640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425cf9c-432f-4f47-ad2d-998fbe00e07d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.247219] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 859.248250] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7157572-b3c2-42e0-b4a8-ad425dd937eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.323121] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 859.323772] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 859.324268] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore2] 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.324557] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a706332-eeef-44be-9df7-17f3aab5ac30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.331554] env[62353]: DEBUG oslo_vmware.api [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 859.331554] env[62353]: value = "task-657280" [ 859.331554] env[62353]: _type = "Task" [ 859.331554] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.342807] env[62353]: DEBUG oslo_vmware.api [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.364460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f9909a9b-d479-40af-acfa-0c97354282d7 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "dea1f30f-ada6-4a35-8b70-055b4fa131f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.529s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.398920] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657272, 'name': ReconfigVM_Task, 'duration_secs': 1.677355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.402068] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/3e362c56-e195-4782-8cd3-03b607116b0c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.405384] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1409929b-7946-4387-8700-0f32731494fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.416296] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 859.416296] env[62353]: value = "task-657281" [ 859.416296] env[62353]: _type = "Task" [ 859.416296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.426478] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657281, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.471087] env[62353]: DEBUG nova.network.neutron [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Updated VIF entry in instance network info cache for port afa45638-f083-48d0-a595-4f4ce072a39d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 859.471642] env[62353]: DEBUG nova.network.neutron [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Updating instance_info_cache with network_info: [{"id": "afa45638-f083-48d0-a595-4f4ce072a39d", "address": "fa:16:3e:c5:1e:ee", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa45638-f0", "ovs_interfaceid": "afa45638-f083-48d0-a595-4f4ce072a39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.490538] env[62353]: DEBUG nova.compute.manager [req-97edd048-ce81-42c7-9530-5de47fe5bdfa req-784df75c-c6df-43ca-a443-c7dbb9749258 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Received event network-vif-deleted-ba3564c4-272e-4497-bd20-f07df06dc2ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 859.490767] env[62353]: INFO nova.compute.manager [req-97edd048-ce81-42c7-9530-5de47fe5bdfa req-784df75c-c6df-43ca-a443-c7dbb9749258 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Neutron deleted interface ba3564c4-272e-4497-bd20-f07df06dc2ce; detaching it from the instance and deleting it from the info cache [ 859.491176] env[62353]: DEBUG nova.network.neutron [req-97edd048-ce81-42c7-9530-5de47fe5bdfa req-784df75c-c6df-43ca-a443-c7dbb9749258 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.500233] env[62353]: DEBUG nova.network.neutron [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.578503] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e684e-ef37-71e7-37cf-90e1784c509d, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.580449] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ea4c6f-fb9a-426e-878a-c75ab536781f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.588081] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 859.588081] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6bb3e-1427-411c-940d-449c22b3599e" [ 859.588081] env[62353]: _type = "Task" [ 859.588081] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.596602] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6bb3e-1427-411c-940d-449c22b3599e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.638605] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145d2e4-59af-4bef-a78c-21c778e26e38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.646848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487db97c-c6fc-4836-8ea7-09397588d9ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.680583] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d734c3b-4d30-4d4c-b879-12429b279b9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.688628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278f827-ca63-43fa-a129-346b9ca74799 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.705831] env[62353]: DEBUG nova.compute.provider_tree [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.781197] env[62353]: DEBUG nova.network.neutron [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Port 831bb71c-a18f-47ad-b626-f89d12bc44f6 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 859.845273] env[62353]: DEBUG oslo_vmware.api [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338768} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.845810] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.845888] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 859.846467] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 859.846467] env[62353]: INFO nova.compute.manager [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 859.846810] env[62353]: DEBUG oslo.service.loopingcall [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.847294] env[62353]: DEBUG nova.compute.manager [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 859.847294] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 859.877226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.877471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.925353] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657281, 'name': Rename_Task, 'duration_secs': 0.174117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.925831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 859.926151] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dace296-84f1-4372-bf20-be2dec8a90a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.932470] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 859.932470] env[62353]: value = "task-657282" [ 859.932470] env[62353]: _type = "Task" [ 859.932470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.947676] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.978259] env[62353]: DEBUG oslo_concurrency.lockutils [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] Releasing lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.978259] env[62353]: DEBUG nova.compute.manager [req-669d295d-e7da-47c8-8533-de102142e10d req-f9533640-622d-49b9-a88d-20bb7466c1f9 service nova] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Received event network-vif-deleted-bfce4ee9-7562-41d5-a4c5-6031693bc409 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 859.999165] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ed8e81-f1ba-4d6a-b450-01c5ce6a60ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.001988] env[62353]: INFO nova.compute.manager [-] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Took 1.37 seconds to deallocate network for instance. [ 860.010643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373f4ea-0641-4866-8dfb-a0053e88efed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.045892] env[62353]: DEBUG nova.compute.manager [req-97edd048-ce81-42c7-9530-5de47fe5bdfa req-784df75c-c6df-43ca-a443-c7dbb9749258 service nova] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Detach interface failed, port_id=ba3564c4-272e-4497-bd20-f07df06dc2ce, reason: Instance f9ec8a43-6f7f-462a-8b9d-dda2843e9db5 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 860.103963] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6bb3e-1427-411c-940d-449c22b3599e, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.106082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.106082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/42fc3c8f-b686-4929-abfa-b60cac25bc4b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 860.106082] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae03d918-7d55-43ac-8f0f-757815b51fa3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.113205] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 860.113205] env[62353]: value = "task-657283" [ 860.113205] env[62353]: _type = "Task" [ 860.113205] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.122467] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.210455] env[62353]: DEBUG nova.scheduler.client.report [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 860.380236] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 860.444863] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.524630] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.625568] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657283, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.643148] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.716585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.717190] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 860.720345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.737s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.720634] env[62353]: DEBUG nova.objects.instance [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lazy-loading 'resources' on Instance uuid ba3a5652-948b-41f6-858b-1b6945b0cadf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.817161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.817280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.817477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.904046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.943679] env[62353]: DEBUG oslo_vmware.api [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657282, 'name': PowerOnVM_Task, 'duration_secs': 0.513266} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.944409] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 860.944409] env[62353]: INFO nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Took 10.73 seconds to spawn the instance on the hypervisor. [ 860.944409] env[62353]: DEBUG nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 860.945198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae4119f-4e69-4fa7-961e-caf5ef994a58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.124994] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.125311] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/42fc3c8f-b686-4929-abfa-b60cac25bc4b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 861.125529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.125788] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffcd0dab-7ace-4182-bef7-d6bd0abfba3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.132228] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 861.132228] env[62353]: value = "task-657284" [ 861.132228] env[62353]: _type = "Task" [ 861.132228] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.141066] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.149511] env[62353]: INFO nova.compute.manager [-] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Took 1.30 seconds to deallocate network for instance. [ 861.223851] env[62353]: DEBUG nova.compute.utils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.225386] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 861.225617] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 861.272289] env[62353]: DEBUG nova.policy [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b495271a644d6b839a1d96ff6eb5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289c9140609d4fde9e5fd0eddf7e4f8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 861.468192] env[62353]: INFO nova.compute.manager [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Took 50.30 seconds to build instance. [ 861.518546] env[62353]: DEBUG nova.compute.manager [req-111d17b2-84e9-4b8e-9bb4-b0a73da2431c req-6b33f028-deb8-46b7-b9f1-4c69d04d7630 service nova] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Received event network-vif-deleted-94a6fd5a-0fbd-4d8f-8ab9-eb50b674bb58 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 861.644486] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120839} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.645086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.645612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10860bf9-3a7c-4ae0-9a53-c2b83148d54c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.674637] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/42fc3c8f-b686-4929-abfa-b60cac25bc4b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.678539] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af45193d-6854-42f6-9dd0-88c65bd284c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.704537] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 861.704537] env[62353]: value = "task-657285" [ 861.704537] env[62353]: _type = "Task" [ 861.704537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.720601] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.732535] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 861.742609] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b459046-62c5-41ce-9290-13771368bd75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.750429] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addbcb00-be88-44f6-991b-2273a295dd40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.756196] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Successfully created port: a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.788218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903d7dc-74f1-4a3f-999c-ec88e3e6286d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.795401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5757f-26f3-4cda-90e4-94e915c97f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.810233] env[62353]: DEBUG nova.compute.provider_tree [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.862715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.862962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.863224] env[62353]: DEBUG nova.network.neutron [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 861.970753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c6bebd8-0c4c-4841-aa6b-fd46832435a0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.138s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.221862] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657285, 'name': ReconfigVM_Task, 'duration_secs': 0.471311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.225289] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/42fc3c8f-b686-4929-abfa-b60cac25bc4b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.226092] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e40710a-d3a0-41db-a8c4-dc3a3843b5aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.232562] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 862.232562] env[62353]: value = "task-657286" [ 862.232562] env[62353]: _type = "Task" [ 862.232562] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.251040] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657286, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.319026] env[62353]: DEBUG nova.scheduler.client.report [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 862.572361] env[62353]: DEBUG nova.network.neutron [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.744347] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 862.746489] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657286, 'name': Rename_Task, 'duration_secs': 0.158835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.747178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.747334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.747755] env[62353]: DEBUG nova.objects.instance [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid c01aad14-c583-44b7-951a-e00ee08e923d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.749013] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 862.749739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc34482e-483d-4eb0-bed0-fb5182a2cf79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.756060] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 862.756060] env[62353]: value = "task-657287" [ 862.756060] env[62353]: _type = "Task" [ 862.756060] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.766848] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.776116] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 862.776385] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 862.776548] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.776740] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 862.776894] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.777057] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 862.777280] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 862.777446] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 862.777629] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 862.777790] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 862.777967] env[62353]: DEBUG nova.virt.hardware [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.778806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba436366-3e08-41f1-a1c8-5203bd0b85a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.786878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c7026-18e2-43cd-8504-c79e1e6d2bef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.829185] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.691s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.852302] env[62353]: INFO nova.scheduler.client.report [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Deleted allocations for instance ba3a5652-948b-41f6-858b-1b6945b0cadf [ 863.075736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.269833] env[62353]: DEBUG oslo_vmware.api [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657287, 'name': PowerOnVM_Task, 'duration_secs': 0.512508} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.270309] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 863.270595] env[62353]: INFO nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Took 7.61 seconds to spawn the instance on the hypervisor. [ 863.270926] env[62353]: DEBUG nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 863.272215] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a61ac-41c2-465a-b44e-6ca0e18e58d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.332450] env[62353]: DEBUG nova.objects.instance [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lazy-loading 'migration_context' on Instance uuid 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.342129] env[62353]: DEBUG nova.objects.instance [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid c01aad14-c583-44b7-951a-e00ee08e923d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.364648] env[62353]: DEBUG oslo_concurrency.lockutils [None req-067df462-9222-4e35-8e9f-24ed53bb4eb7 tempest-ServerRescueTestJSONUnderV235-988104415 tempest-ServerRescueTestJSONUnderV235-988104415-project-member] Lock "ba3a5652-948b-41f6-858b-1b6945b0cadf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.507s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.604422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e646aa5f-6bf5-447c-aa36-24ff90cd0147 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.624070] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e0d05-c72e-46fa-b09a-df3e6ff12153 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.631086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 863.711392] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Successfully updated port: a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.791530] env[62353]: INFO nova.compute.manager [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Took 49.24 seconds to build instance. [ 863.846048] env[62353]: DEBUG nova.objects.base [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 863.846048] env[62353]: DEBUG nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 863.887220] env[62353]: DEBUG nova.policy [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 864.115038] env[62353]: DEBUG nova.compute.manager [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Received event network-vif-plugged-a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 864.115038] env[62353]: DEBUG oslo_concurrency.lockutils [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.115038] env[62353]: DEBUG oslo_concurrency.lockutils [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.115038] env[62353]: DEBUG oslo_concurrency.lockutils [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.115038] env[62353]: DEBUG nova.compute.manager [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] No waiting events found dispatching network-vif-plugged-a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 864.115038] env[62353]: WARNING nova.compute.manager [req-e7d47ee2-9a66-4cd2-a35d-a137a23ec13a req-8d3239da-de63-4800-98e1-a067673550e3 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Received unexpected event network-vif-plugged-a6ac17ff-6b8d-464a-b026-9a70722d1944 for instance with vm_state building and task_state spawning. [ 864.141485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 864.141732] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f4b5d6-ad63-4ba2-8fda-411a7ff01edf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.151314] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 864.151314] env[62353]: value = "task-657288" [ 864.151314] env[62353]: _type = "Task" [ 864.151314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.161788] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.217138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.217138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.217392] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 864.251049] env[62353]: DEBUG nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Successfully created port: 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.294176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42ece049-0d8f-4157-b8c7-c213cc879b16 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.782s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.327833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eaa1e6-6dd3-4b10-8909-f22925c36082 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.336169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f277e2-5e8e-46e8-b2f9-c956c7806e93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.368357] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29c324-538f-4e3b-84aa-1db68b0c6680 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.376582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53d402-c8e6-43cd-a953-b8c0d1399e25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.392815] env[62353]: DEBUG nova.compute.provider_tree [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.511489] env[62353]: INFO nova.compute.manager [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Rescuing [ 864.511808] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.512069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.512313] env[62353]: DEBUG nova.network.neutron [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 864.661769] env[62353]: DEBUG oslo_vmware.api [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657288, 'name': PowerOnVM_Task, 'duration_secs': 0.472034} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.662207] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 864.662453] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a2809ce4-c06a-4e4f-a257-beff3df5b832 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance '1b279a59-7f07-4ad6-9b4b-efe9a4e76667' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 864.766478] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 864.895714] env[62353]: DEBUG nova.scheduler.client.report [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 864.924213] env[62353]: DEBUG nova.network.neutron [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.243592] env[62353]: DEBUG nova.network.neutron [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Updating instance_info_cache with network_info: [{"id": "afa45638-f083-48d0-a595-4f4ce072a39d", "address": "fa:16:3e:c5:1e:ee", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa45638-f0", "ovs_interfaceid": "afa45638-f083-48d0-a595-4f4ce072a39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.428529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.428529] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Instance network_info: |[{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 865.428529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:2d:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ac17ff-6b8d-464a-b026-9a70722d1944', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.438073] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating folder: Project (289c9140609d4fde9e5fd0eddf7e4f8a). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 865.438073] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d5f1472-ce0e-403a-a28a-b6ddf29e727f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.451730] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created folder: Project (289c9140609d4fde9e5fd0eddf7e4f8a) in parent group-v159334. [ 865.451939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating folder: Instances. Parent ref: group-v159504. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 865.452202] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5713893b-00cc-4a7d-9b84-0f8c5fd649d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.461105] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created folder: Instances in parent group-v159504. [ 865.461364] env[62353]: DEBUG oslo.service.loopingcall [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.461565] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 865.461809] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c254fc-d29d-433d-bd2d-6274d73a32d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.482341] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.482341] env[62353]: value = "task-657291" [ 865.482341] env[62353]: _type = "Task" [ 865.482341] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.493094] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657291, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.744753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-42fc3c8f-b686-4929-abfa-b60cac25bc4b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.911653] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.082s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.918319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.840s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.918606] env[62353]: DEBUG nova.objects.instance [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lazy-loading 'resources' on Instance uuid 5dc2cfa6-1f70-49b0-9be4-3189556561b8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.993521] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657291, 'name': CreateVM_Task, 'duration_secs': 0.457211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.995012] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 865.995012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.995012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.995150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.995358] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3cb39a-bab0-49a1-944b-6eb66c75f571 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.000211] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 866.000211] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5295bcf9-4445-83bc-2ee3-53b11835aa8c" [ 866.000211] env[62353]: _type = "Task" [ 866.000211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.009398] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5295bcf9-4445-83bc-2ee3-53b11835aa8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.284394] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 866.284394] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0077462c-b245-4cfc-a577-549eb0810c62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.295396] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 866.295396] env[62353]: value = "task-657292" [ 866.295396] env[62353]: _type = "Task" [ 866.295396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.305762] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.315357] env[62353]: DEBUG nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Successfully updated port: 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.514776] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5295bcf9-4445-83bc-2ee3-53b11835aa8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.515161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.515457] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.515669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.515819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.516030] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.516328] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-574be366-890b-4e5b-b183-b3bceb42fa29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525405] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.525770] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 866.526425] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68b9c70-1bf5-4d4a-b91e-6e8385cd7c57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.533771] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 866.533771] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0c8bf-07fe-8bc4-cd60-f30ba731d19d" [ 866.533771] env[62353]: _type = "Task" [ 866.533771] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.544804] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0c8bf-07fe-8bc4-cd60-f30ba731d19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.758951] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.760159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164f0d6c-7899-492e-bf9b-09800f66a033 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771075] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.771290] env[62353]: ERROR oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk due to incomplete transfer. [ 866.771552] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef3c22c6-66a8-4e1a-be79-143cb1d6bd3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.780238] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527864fb-1308-0ce5-5688-72f26b89578f/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.780457] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Uploaded image 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 866.782799] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 866.783740] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fa11693-4760-4078-9ded-15606fd9262a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.792026] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 866.792026] env[62353]: value = "task-657293" [ 866.792026] env[62353]: _type = "Task" [ 866.792026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.809530] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657293, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.809783] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657292, 'name': PowerOffVM_Task, 'duration_secs': 0.221205} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.810516] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 866.811125] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ecd4b-cb70-4828-a8b0-03c3bb913680 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.831244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.831244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.831244] env[62353]: DEBUG nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 866.833734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d60f9-925c-47c2-b9f2-557843ad29dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.862140] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 866.862679] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f37748f1-4d8b-4c86-a7f3-a2325100acf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.871820] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 866.871820] env[62353]: value = "task-657294" [ 866.871820] env[62353]: _type = "Task" [ 866.871820] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.883871] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 866.884136] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.884419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.922223] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3478e3-3d1c-43b1-8d3c-6650eeff8b37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.929661] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8318c2-786d-4ef3-b2ce-893113d29423 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.967064] env[62353]: DEBUG nova.compute.manager [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Received event network-changed-a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 866.967447] env[62353]: DEBUG nova.compute.manager [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Refreshing instance network info cache due to event network-changed-a6ac17ff-6b8d-464a-b026-9a70722d1944. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 866.967774] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.967967] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.968161] env[62353]: DEBUG nova.network.neutron [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Refreshing network info cache for port a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 866.971776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090d9b99-829c-48c8-86da-3dd609b73bcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.979925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ef28a-4fc5-410b-90d9-f299f11b01cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.994775] env[62353]: DEBUG nova.compute.provider_tree [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.047322] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0c8bf-07fe-8bc4-cd60-f30ba731d19d, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.048165] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc9dff4-be06-467f-99d8-171188101253 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.053199] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 867.053199] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599752-1d12-9932-3a57-89cfd999d931" [ 867.053199] env[62353]: _type = "Task" [ 867.053199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.063419] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599752-1d12-9932-3a57-89cfd999d931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.302324] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657293, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.380662] env[62353]: WARNING nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 867.491771] env[62353]: INFO nova.compute.manager [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Swapping old allocation on dict_keys(['794731a1-f7e5-413e-9f0a-303cab9ac89f']) held by migration 940de7a2-d062-4aa0-bc45-3c684ad99142 for instance [ 867.497488] env[62353]: DEBUG nova.scheduler.client.report [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 867.523649] env[62353]: DEBUG nova.scheduler.client.report [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Overwriting current allocation {'allocations': {'794731a1-f7e5-413e-9f0a-303cab9ac89f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': 'b5e9a32f90fd41f8b5676107879993b5', 'user_id': '56927f423b394af6b84a65e8d7647e9c', 'consumer_generation': 1} on consumer 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 867.563912] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52599752-1d12-9932-3a57-89cfd999d931, 'name': SearchDatastore_Task, 'duration_secs': 0.024872} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.564385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.564476] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 867.564911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.565082] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.565484] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f2df6d1-7ff0-4730-a469-4a9b3c164b26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.569356] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9696d2e-ee5b-4e12-b2ca-077623f8832c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.578371] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 867.578371] env[62353]: value = "task-657295" [ 867.578371] env[62353]: _type = "Task" [ 867.578371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.584395] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.584642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 867.585386] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e469c75-bd31-4136-8fc2-772d0f68c55c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.592383] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.593942] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 867.593942] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52389bee-5802-39d0-2ead-a28281b372d6" [ 867.593942] env[62353]: _type = "Task" [ 867.593942] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.601503] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52389bee-5802-39d0-2ead-a28281b372d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.617503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.617704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquired lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.617911] env[62353]: DEBUG nova.network.neutron [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 867.715516] env[62353]: DEBUG nova.network.neutron [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updated VIF entry in instance network info cache for port a6ac17ff-6b8d-464a-b026-9a70722d1944. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 867.715975] env[62353]: DEBUG nova.network.neutron [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.803794] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657293, 'name': Destroy_Task, 'duration_secs': 0.847247} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.804110] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Destroyed the VM [ 867.804375] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.804653] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea6917d3-2d36-4c0c-8335-e8f09b737aad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.811130] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 867.811130] env[62353]: value = "task-657296" [ 867.811130] env[62353]: _type = "Task" [ 867.811130] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.819042] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.820940] env[62353]: DEBUG nova.network.neutron [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "516bcb29-05e7-48c4-a0bc-59eb5c0cefcc", "address": "fa:16:3e:4c:ce:92", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516bcb29-05", "ovs_interfaceid": "516bcb29-05e7-48c4-a0bc-59eb5c0cefcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.005022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.006476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.163s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.007277] env[62353]: DEBUG nova.objects.instance [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lazy-loading 'resources' on Instance uuid c3fcda6a-e95a-4860-946a-2c03ee9e1243 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.028103] env[62353]: INFO nova.scheduler.client.report [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Deleted allocations for instance 5dc2cfa6-1f70-49b0-9be4-3189556561b8 [ 868.092784] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.106213] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52389bee-5802-39d0-2ead-a28281b372d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.107354] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4fa07d-9b99-4d79-ad0d-d74e87200682 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.115365] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 868.115365] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b7bda4-9f15-8661-e6d3-0c4677f4dfad" [ 868.115365] env[62353]: _type = "Task" [ 868.115365] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.131022] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b7bda4-9f15-8661-e6d3-0c4677f4dfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.220141] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d452b29-347d-4400-b190-10f5e9bc7416 req-728d4db6-7e95-4220-820e-be1a32e656be service nova] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.324294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.324973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.325168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.325463] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.326372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21863261-7b2a-40b1-9c34-3237b80afb20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343752] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 868.344055] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 868.344228] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.344584] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 868.344650] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.344758] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 868.344976] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 868.345175] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 868.345359] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 868.345646] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 868.345717] env[62353]: DEBUG nova.virt.hardware [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.352463] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 868.354276] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d28e1f-6b3d-4280-83da-34877c86df17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.379476] env[62353]: DEBUG oslo_vmware.api [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 868.379476] env[62353]: value = "task-657297" [ 868.379476] env[62353]: _type = "Task" [ 868.379476] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.388883] env[62353]: DEBUG oslo_vmware.api [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657297, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.413077] env[62353]: DEBUG nova.network.neutron [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [{"id": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "address": "fa:16:3e:77:e9:9a", "network": {"id": "6c957c00-bda7-4a39-b93a-347a8379f5ae", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a01ec1940364ba087a7d6f0108bd5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68d51b9-bb", "ovs_interfaceid": "d68d51b9-bb86-467d-9cfe-ebcf9166695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.537434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca3d4960-c970-4cbb-a4ce-d1b9aca2e5c7 tempest-FloatingIPsAssociationTestJSON-357552030 tempest-FloatingIPsAssociationTestJSON-357552030-project-member] Lock "5dc2cfa6-1f70-49b0-9be4-3189556561b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.466s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.590860] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69306} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.593557] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 868.593797] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.594228] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b85353d-a491-445a-b809-1a3e81c6b08e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.600280] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 868.600280] env[62353]: value = "task-657298" [ 868.600280] env[62353]: _type = "Task" [ 868.600280] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.611578] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.627911] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b7bda4-9f15-8661-e6d3-0c4677f4dfad, 'name': SearchDatastore_Task, 'duration_secs': 0.051401} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.628217] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.628512] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.628794] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd7544a-2d77-41f3-837b-36952d2d7d0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.637741] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 868.637741] env[62353]: value = "task-657299" [ 868.637741] env[62353]: _type = "Task" [ 868.637741] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.647722] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.827075] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657296, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.874509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.874970] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.875197] env[62353]: DEBUG nova.compute.manager [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Going to confirm migration 3 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 868.892636] env[62353]: DEBUG oslo_vmware.api [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.915494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Releasing lock "refresh_cache-29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.915978] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 868.916587] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0dfae0-5c36-4970-a595-ce0bd27c6f35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.926159] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 868.926159] env[62353]: value = "task-657300" [ 868.926159] env[62353]: _type = "Task" [ 868.926159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.932618] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c83711-6ecd-48b6-be80-e2385d3bd810 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.938693] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.943428] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a6a769-2df9-455c-89fc-af9d4d5fbe11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976086] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72db7a3-b8d5-46ca-82c3-408796fbf46d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.984345] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f338fd-06b2-482e-aa8d-fe18684ce0c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.998882] env[62353]: DEBUG nova.compute.provider_tree [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.113400] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207823} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.113898] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.114496] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f556fa78-5f79-4e0f-a2a0-5aeb665bb661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.141800] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.142296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a1fda4-792a-4924-8a11-f57914671b34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.168404] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 869.168404] env[62353]: value = "task-657301" [ 869.168404] env[62353]: _type = "Task" [ 869.168404] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.172518] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.186543] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.324553] env[62353]: DEBUG oslo_vmware.api [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657296, 'name': RemoveSnapshot_Task, 'duration_secs': 1.254822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.324878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.325186] env[62353]: INFO nova.compute.manager [None req-8953ae64-3ec5-4d4d-8984-9d73671309fa tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Took 15.86 seconds to snapshot the instance on the hypervisor. [ 869.390645] env[62353]: DEBUG oslo_vmware.api [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657297, 'name': ReconfigVM_Task, 'duration_secs': 0.625928} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.391208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.391400] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 869.414188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.414394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.414601] env[62353]: DEBUG nova.network.neutron [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.414806] env[62353]: DEBUG nova.objects.instance [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'info_cache' on Instance uuid 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.437770] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657300, 'name': PowerOffVM_Task, 'duration_secs': 0.27111} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.438240] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 869.439255] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='382bb329-ae55-47bb-b1ff-f89fdd1a42f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-778870406',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 869.439632] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 869.439918] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.440280] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 869.440605] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.440858] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 869.441189] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 869.441403] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 869.441592] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 869.441774] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 869.441959] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.447280] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74a1d86-0165-4377-85c2-d4be04296093 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.462768] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 869.462768] env[62353]: value = "task-657302" [ 869.462768] env[62353]: _type = "Task" [ 869.462768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.470228] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.503864] env[62353]: DEBUG nova.scheduler.client.report [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 869.562562] env[62353]: DEBUG nova.compute.manager [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-vif-plugged-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 869.562795] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.563025] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.563261] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.563385] env[62353]: DEBUG nova.compute.manager [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] No waiting events found dispatching network-vif-plugged-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 869.563571] env[62353]: WARNING nova.compute.manager [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received unexpected event network-vif-plugged-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc for instance with vm_state active and task_state None. [ 869.563755] env[62353]: DEBUG nova.compute.manager [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-changed-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 869.564297] env[62353]: DEBUG nova.compute.manager [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing instance network info cache due to event network-changed-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 869.564297] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.564297] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.564433] env[62353]: DEBUG nova.network.neutron [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Refreshing network info cache for port 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 869.651334] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793146} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.651612] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 869.652421] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a36341-7e71-4783-a4f5-b4b034cdded2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676695] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.677064] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47883346-3e54-46a5-8441-c8da17b50a57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.699348] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.700687] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 869.700687] env[62353]: value = "task-657303" [ 869.700687] env[62353]: _type = "Task" [ 869.700687] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.708433] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.897306] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1c64910-628a-4d9f-ad68-d3b2a533fd21 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.150s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.972653] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657302, 'name': ReconfigVM_Task, 'duration_secs': 0.160717} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.975119] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d5fc80-290b-486c-8d9c-c15453ead63b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.991689] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='382bb329-ae55-47bb-b1ff-f89fdd1a42f2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-778870406',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 869.991966] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 869.992146] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.992336] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 869.992493] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.992653] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 869.992864] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 869.993060] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 869.993250] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 869.993471] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 869.993659] env[62353]: DEBUG nova.virt.hardware [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.994873] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c25cad-5936-432c-8575-9d373202988b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.000648] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 870.000648] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b9f644-ac8a-1adb-1fc7-641d429edfc2" [ 870.000648] env[62353]: _type = "Task" [ 870.000648] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.008856] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.010843] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b9f644-ac8a-1adb-1fc7-641d429edfc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.011345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.692s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.011558] env[62353]: DEBUG nova.objects.instance [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.054995] env[62353]: INFO nova.scheduler.client.report [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Deleted allocations for instance c3fcda6a-e95a-4860-946a-2c03ee9e1243 [ 870.188445] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657301, 'name': ReconfigVM_Task, 'duration_secs': 1.005739} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.188765] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.189423] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d7cc64-a335-4872-8e5b-880602f665bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.195465] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 870.195465] env[62353]: value = "task-657304" [ 870.195465] env[62353]: _type = "Task" [ 870.195465] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.203940] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657304, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.211243] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657303, 'name': ReconfigVM_Task, 'duration_secs': 0.365074} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.211539] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.212477] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c461531-23ce-434f-8f85-b0cfb15294a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.238860] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e44e44-aea0-4b2b-b70d-18f42e323269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.256274] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 870.256274] env[62353]: value = "task-657305" [ 870.256274] env[62353]: _type = "Task" [ 870.256274] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.265615] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.388329] env[62353]: DEBUG nova.network.neutron [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updated VIF entry in instance network info cache for port 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 870.389179] env[62353]: DEBUG nova.network.neutron [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "516bcb29-05e7-48c4-a0bc-59eb5c0cefcc", "address": "fa:16:3e:4c:ce:92", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516bcb29-05", "ovs_interfaceid": "516bcb29-05e7-48c4-a0bc-59eb5c0cefcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.514943] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b9f644-ac8a-1adb-1fc7-641d429edfc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.519071] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.529020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820c2e10-4ef6-4799-8707-4f1f15056f9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.549015] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 870.549015] env[62353]: value = "task-657306" [ 870.549015] env[62353]: _type = "Task" [ 870.549015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.557519] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.566370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc756ca5-bd1b-4c0f-b4d3-230d6f4daabe tempest-ImagesOneServerTestJSON-2076188577 tempest-ImagesOneServerTestJSON-2076188577-project-member] Lock "c3fcda6a-e95a-4860-946a-2c03ee9e1243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.687s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.704834] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657304, 'name': Rename_Task, 'duration_secs': 0.446904} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.705925] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 870.706266] env[62353]: DEBUG nova.network.neutron [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [{"id": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "address": "fa:16:3e:30:3e:d5", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831bb71c-a1", "ovs_interfaceid": "831bb71c-a18f-47ad-b626-f89d12bc44f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.707772] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd21624-4e1a-4e43-af48-45eaf500cd9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.714047] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 870.714047] env[62353]: value = "task-657307" [ 870.714047] env[62353]: _type = "Task" [ 870.714047] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.725520] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.767942] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657305, 'name': ReconfigVM_Task, 'duration_secs': 0.404491} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.769335] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 870.769420] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4e6891-eb12-4bbf-b762-933659ea1ba4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.775974] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 870.775974] env[62353]: value = "task-657308" [ 870.775974] env[62353]: _type = "Task" [ 870.775974] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.784184] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.796555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.796717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.894997] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ce79cd-3bee-46e8-8245-d08f18ca8953 req-93197e22-acfc-41d4-af91-7c53390b162c service nova] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.043142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-191a6f72-82c6-4897-9580-a1d98cd9143a tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.044715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.799s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.047944] env[62353]: INFO nova.compute.claims [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.070759] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657306, 'name': ReconfigVM_Task, 'duration_secs': 0.19663} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.071374] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.072938] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa73acf-009e-4be3-ad37-0a094ee3d1f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104539] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.105982] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fd5be5-7f01-467e-bc84-98f7c429d6b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.128391] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 871.128391] env[62353]: value = "task-657309" [ 871.128391] env[62353]: _type = "Task" [ 871.128391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.139319] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.211287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-1b279a59-7f07-4ad6-9b4b-efe9a4e76667" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.213425] env[62353]: DEBUG nova.objects.instance [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'migration_context' on Instance uuid 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.228885] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.286993] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.301435] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 871.638820] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.715291] env[62353]: DEBUG nova.objects.base [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Object Instance<1b279a59-7f07-4ad6-9b4b-efe9a4e76667> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 871.716441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbde26-5e37-4ab9-b55e-1cfef0ac6f06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.728819] env[62353]: DEBUG oslo_vmware.api [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657307, 'name': PowerOnVM_Task, 'duration_secs': 0.677072} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.744079] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 871.744350] env[62353]: INFO nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 9.00 seconds to spawn the instance on the hypervisor. [ 871.744548] env[62353]: DEBUG nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 871.746086] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68839d07-da9e-413f-9980-eff4f44041f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.749701] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fc54da-9ac1-4831-bb99-c75e4fa15d5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.770628] env[62353]: DEBUG oslo_vmware.api [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 871.770628] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521aa231-25b2-67cf-31b2-812721df2d43" [ 871.770628] env[62353]: _type = "Task" [ 871.770628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.783237] env[62353]: DEBUG oslo_vmware.api [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521aa231-25b2-67cf-31b2-812721df2d43, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.786622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.791756] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.832715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.138604] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657309, 'name': ReconfigVM_Task, 'duration_secs': 0.996386} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.139138] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257/29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.139824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28a67f-9a37-44fb-834b-71b9aed52d90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.170145] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6dba2a-79e4-4be8-9dba-26195a8353d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.197189] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d4cd8-58ea-46b3-9892-0651266d42e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.222367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ad070-10a0-44c3-be93-2f2d31aa81b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.232681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 872.233259] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed6ae27-0e8a-4adb-8fba-b1560fb53761 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.239492] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 872.239492] env[62353]: value = "task-657310" [ 872.239492] env[62353]: _type = "Task" [ 872.239492] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.249752] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.287555] env[62353]: INFO nova.compute.manager [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 51.52 seconds to build instance. [ 872.300616] env[62353]: DEBUG oslo_vmware.api [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657308, 'name': PowerOnVM_Task, 'duration_secs': 1.314793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.300616] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 872.302958] env[62353]: DEBUG nova.compute.manager [None req-2703ef2a-ddb1-4339-9ae6-3f1224d922a4 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 872.304010] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e786a98-8629-41cc-bc73-36f1ac570716 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.621641] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d937156-21f8-43c2-a209-340099d49bb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.630061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b21f41-26bf-4154-9b76-f5c3a6600781 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.663558] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0458ca2e-a4fd-450d-8c71-d974c2fc3d1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.672479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81419064-4a3b-44f5-a370-f711b9d83b60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.686436] env[62353]: DEBUG nova.compute.provider_tree [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.749622] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.792892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b3ba064-4682-41af-85b0-0b3ea9cfebe7 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.041s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.035467] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.035821] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.190654] env[62353]: DEBUG nova.scheduler.client.report [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 873.251198] env[62353]: DEBUG oslo_vmware.api [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657310, 'name': PowerOnVM_Task, 'duration_secs': 0.688257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.251818] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 873.318594] env[62353]: DEBUG nova.compute.manager [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Received event network-changed-a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 873.318809] env[62353]: DEBUG nova.compute.manager [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Refreshing instance network info cache due to event network-changed-a6ac17ff-6b8d-464a-b026-9a70722d1944. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 873.319080] env[62353]: DEBUG oslo_concurrency.lockutils [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.319214] env[62353]: DEBUG oslo_concurrency.lockutils [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.319368] env[62353]: DEBUG nova.network.neutron [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Refreshing network info cache for port a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 873.544553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.544811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545829] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafcfad-86aa-4d6e-b10d-b4697f6a3658 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.565744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03b685-736a-4b5c-a495-fe43c7178dc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.593999] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 873.594169] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b286add-12c3-4571-b5f8-441ce9515859 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.613297] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 873.613297] env[62353]: value = "task-657311" [ 873.613297] env[62353]: _type = "Task" [ 873.613297] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.622439] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.701026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.701026] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 873.702331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.404s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.709210] env[62353]: INFO nova.compute.claims [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.051769] env[62353]: DEBUG nova.network.neutron [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updated VIF entry in instance network info cache for port a6ac17ff-6b8d-464a-b026-9a70722d1944. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 874.052393] env[62353]: DEBUG nova.network.neutron [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.126678] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.213539] env[62353]: DEBUG nova.compute.utils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.215210] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 874.215428] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 874.261479] env[62353]: DEBUG nova.policy [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d0d981d2d24f3fad7370297f473860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943d876427f4a9292b6859a2456bbfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 874.264242] env[62353]: INFO nova.compute.manager [None req-284a23f7-b369-4a6b-adce-6a1a1c121f23 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance to original state: 'active' [ 874.555979] env[62353]: DEBUG oslo_concurrency.lockutils [req-c164a451-453e-437e-976f-a71d796a97d3 req-3877de0e-068c-4b65-a3b2-85afbb312e6e service nova] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.626490] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.705572] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Successfully created port: 55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.718602] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 875.127058] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.176691] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16860bd9-3b10-4a55-8ed2-d2e1c490f00c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.184261] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88fc2c4-84d9-44cc-b606-41588fecf19f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.215023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048bfc2-e58d-4838-a013-39cd5ef93ed1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.222274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1130d2-c9fc-48c7-a686-6e678fc88a2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.238652] env[62353]: DEBUG nova.compute.provider_tree [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.385741] env[62353]: INFO nova.compute.manager [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Rescuing [ 875.386051] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.386222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.386399] env[62353]: DEBUG nova.network.neutron [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 875.625648] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.731706] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 875.742193] env[62353]: DEBUG nova.scheduler.client.report [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 875.758751] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 875.759075] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 875.759287] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.759519] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 875.759719] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.759919] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 875.760200] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 875.760380] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 875.760558] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 875.760864] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 875.760932] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.762253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a3a66-b45c-4ae9-81c2-49d4f2e5b798 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.770420] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72a30f-a69e-4947-a276-2a48a4fd53dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.095183] env[62353]: DEBUG nova.network.neutron [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [{"id": "c60bde57-f10e-451c-a876-36a357c8309f", "address": "fa:16:3e:85:ed:81", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60bde57-f1", "ovs_interfaceid": "c60bde57-f10e-451c-a876-36a357c8309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.128234] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.250969] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.250969] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 876.251870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.612s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.306131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.306395] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.306601] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.306787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.306962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.309201] env[62353]: INFO nova.compute.manager [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Terminating instance [ 876.310982] env[62353]: DEBUG nova.compute.manager [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 876.311278] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 876.312161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6bdab-65d2-4664-b49c-31c24e065910 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.319889] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 876.319889] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728f86a7-3472-4ded-ac29-d0a588a34178 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.327253] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 876.327253] env[62353]: value = "task-657312" [ 876.327253] env[62353]: _type = "Task" [ 876.327253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.329174] env[62353]: DEBUG nova.compute.manager [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Received event network-vif-plugged-55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.329381] env[62353]: DEBUG oslo_concurrency.lockutils [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] Acquiring lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.329582] env[62353]: DEBUG oslo_concurrency.lockutils [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.329782] env[62353]: DEBUG oslo_concurrency.lockutils [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.329898] env[62353]: DEBUG nova.compute.manager [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] No waiting events found dispatching network-vif-plugged-55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 876.330090] env[62353]: WARNING nova.compute.manager [req-578e4f67-7f02-4fa7-9a9e-6de2dc424b16 req-c1f6450b-5fe9-4353-a182-af71a30a26c1 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Received unexpected event network-vif-plugged-55cacb7a-285a-4066-b5ce-fbcee17a67f9 for instance with vm_state building and task_state spawning. [ 876.338370] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.418177] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Successfully updated port: 55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.598463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.631121] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.755490] env[62353]: DEBUG nova.compute.utils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.770946] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 876.774190] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 876.774845] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 876.829433] env[62353]: DEBUG nova.policy [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d0d981d2d24f3fad7370297f473860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943d876427f4a9292b6859a2456bbfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 876.839826] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657312, 'name': PowerOffVM_Task, 'duration_secs': 0.402288} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.840098] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 876.840278] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 876.840529] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0b062b-6151-4a1b-b95f-4112f1e13bbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.903090] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 876.903338] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 876.903629] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleting the datastore file [datastore1] 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.903929] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a1dcbdb-941e-4bdd-a054-ccbac5b2be59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.910453] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 876.910453] env[62353]: value = "task-657314" [ 876.910453] env[62353]: _type = "Task" [ 876.910453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.918637] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.924274] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.924413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.924568] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 877.129028] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.135231] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 877.135477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e578c1-63aa-4b3a-8200-71c60e1c412e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.141435] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 877.141435] env[62353]: value = "task-657315" [ 877.141435] env[62353]: _type = "Task" [ 877.141435] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.149013] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.229614] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Successfully created port: 68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.271013] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Applying migration context for instance 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 as it has an incoming, in-progress migration 24e81662-846f-49b8-b888-b99adf5c9929. Migration status is confirming {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 877.273982] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating resource usage from migration 24e81662-846f-49b8-b888-b99adf5c9929 [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 48fee428-9105-4058-8de7-183e389c6e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 37b04929-abb5-480d-8c50-07ce99226b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4b5345ac-85a8-4fbd-884a-025bde54082f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance d174fe97-1d79-4c61-b285-dd860097505e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b50406ea-7264-4587-aa27-8bf4b867302e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3f563057-69e6-4941-a450-069491b8eef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3bbed079-ffe6-46d7-83ef-293634f51c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 04ded576-b215-4afe-96b0-c697d579ce38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c01aad14-c583-44b7-951a-e00ee08e923d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 384f8140-3de0-403f-913d-124a5c459559 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300182] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance dc2cb03c-6286-461e-8afb-485436523433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300182] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 68849d7b-4b9f-47a8-afb0-bb942dec37cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300182] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 9996aefb-5598-44b7-805b-5081ebc972bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300573] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 164208bb-c2e4-4b18-a3ea-00fb63dd32c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300573] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.300573] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c5b03277-1344-4abe-9d11-c4578db1d8c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300573] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 39b64d9b-199d-4c60-b102-ffc9d9669dc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300573] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300573] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5817127b-c2c7-4d70-b494-d14ea6e932fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.300941] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 942ad428-a355-47a4-994e-61ed84141e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.301174] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance f9ec8a43-6f7f-462a-8b9d-dda2843e9db5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 877.301401] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3e362c56-e195-4782-8cd3-03b607116b0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.301650] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 42fc3c8f-b686-4929-abfa-b60cac25bc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.301835] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration 24e81662-846f-49b8-b888-b99adf5c9929 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 877.302037] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.302240] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5c8537ec-ba1e-40ea-ab62-070753a39d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.302417] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance f2ba6604-1c97-4c28-b95b-22f023a6c4c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.302588] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b0f6d094-5e78-4bbe-8f84-926f4b9d1fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 877.425662] env[62353]: DEBUG oslo_vmware.api [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153371} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.425662] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.425662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 877.425662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 877.425662] env[62353]: INFO nova.compute.manager [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Took 1.11 seconds to destroy the instance on the hypervisor. [ 877.425662] env[62353]: DEBUG oslo.service.loopingcall [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.425662] env[62353]: DEBUG nova.compute.manager [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 877.425662] env[62353]: DEBUG nova.network.neutron [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 877.471349] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 877.637611] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.650956] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657315, 'name': PowerOffVM_Task, 'duration_secs': 0.171635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.651381] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 877.652255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0164c2-8a8c-4a47-bd52-dc323a308da2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.673857] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b216da7-f723-4fd6-8f63-9bdf17f1d59b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.711028] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 877.711028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498e0947-4b8d-48fa-9a6f-c12dd6430dfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.718016] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 877.718016] env[62353]: value = "task-657316" [ 877.718016] env[62353]: _type = "Task" [ 877.718016] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.730290] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 877.730627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.730966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.731207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.731465] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.731782] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7130541-31e0-4de4-ae63-7a34cc32edfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740057] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.741920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 877.741920] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79532fc-d259-40cd-8a00-238cd729fd40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.747058] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 877.747058] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221f0e3-7be2-71c4-4e8b-047985bef1d6" [ 877.747058] env[62353]: _type = "Task" [ 877.747058] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.755923] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221f0e3-7be2-71c4-4e8b-047985bef1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.783766] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 877.809276] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 877.815439] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 877.815895] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 877.816265] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.816671] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 877.816899] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.817133] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 877.817422] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 877.817673] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 877.817987] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 877.818271] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 877.819650] env[62353]: DEBUG nova.virt.hardware [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.820527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b348658-5b1b-4b59-90ec-c6a4d29b4959 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.833436] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f156c-9b2c-40cb-b294-a7192216d2c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.951616] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Updating instance_info_cache with network_info: [{"id": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "address": "fa:16:3e:f1:1d:e0", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cacb7a-28", "ovs_interfaceid": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.034066] env[62353]: DEBUG nova.compute.manager [req-b1392b71-5809-43f2-a8b4-65841823d70c req-506e6f17-e17f-424a-b039-a984e1bf28f4 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Received event network-vif-deleted-d68d51b9-bb86-467d-9cfe-ebcf9166695a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 878.034249] env[62353]: INFO nova.compute.manager [req-b1392b71-5809-43f2-a8b4-65841823d70c req-506e6f17-e17f-424a-b039-a984e1bf28f4 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Neutron deleted interface d68d51b9-bb86-467d-9cfe-ebcf9166695a; detaching it from the instance and deleting it from the info cache [ 878.034463] env[62353]: DEBUG nova.network.neutron [req-b1392b71-5809-43f2-a8b4-65841823d70c req-506e6f17-e17f-424a-b039-a984e1bf28f4 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.130028] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.257222] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221f0e3-7be2-71c4-4e8b-047985bef1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.258100] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c959f7-8a70-47ad-bb90-69ebf83d5563 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.263864] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 878.263864] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d71695-d965-a3b1-20a2-6d9400c3df3c" [ 878.263864] env[62353]: _type = "Task" [ 878.263864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.271759] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d71695-d965-a3b1-20a2-6d9400c3df3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.312901] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 29ce702f-1bc3-410a-a683-91d60cbb9d0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 878.392716] env[62353]: DEBUG nova.compute.manager [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Received event network-changed-55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 878.392927] env[62353]: DEBUG nova.compute.manager [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Refreshing instance network info cache due to event network-changed-55cacb7a-285a-4066-b5ce-fbcee17a67f9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 878.393239] env[62353]: DEBUG oslo_concurrency.lockutils [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] Acquiring lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.454070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.454588] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Instance network_info: |[{"id": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "address": "fa:16:3e:f1:1d:e0", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cacb7a-28", "ovs_interfaceid": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 878.455347] env[62353]: DEBUG oslo_concurrency.lockutils [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] Acquired lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.455620] env[62353]: DEBUG nova.network.neutron [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Refreshing network info cache for port 55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 878.457726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:1d:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55cacb7a-285a-4066-b5ce-fbcee17a67f9', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.466190] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating folder: Project (a943d876427f4a9292b6859a2456bbfd). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 878.471948] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5039ed2-5ab0-4508-a233-6abe381885c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.483679] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created folder: Project (a943d876427f4a9292b6859a2456bbfd) in parent group-v159334. [ 878.484035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating folder: Instances. Parent ref: group-v159507. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 878.484404] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78241eb-c95f-4b8f-b38d-b16f850ff1d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.495525] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created folder: Instances in parent group-v159507. [ 878.495525] env[62353]: DEBUG oslo.service.loopingcall [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.495753] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 878.496176] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cda2da0-d8c5-42ee-a4c4-53ffc103418e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.513268] env[62353]: DEBUG nova.network.neutron [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.519621] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.519621] env[62353]: value = "task-657319" [ 878.519621] env[62353]: _type = "Task" [ 878.519621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.527965] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657319, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.537048] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c3478e-521b-469b-8a9e-034590de6596 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.545828] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0393f-96a2-4759-bce1-619d9d49f6c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.577313] env[62353]: DEBUG nova.compute.manager [req-b1392b71-5809-43f2-a8b4-65841823d70c req-506e6f17-e17f-424a-b039-a984e1bf28f4 service nova] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Detach interface failed, port_id=d68d51b9-bb86-467d-9cfe-ebcf9166695a, reason: Instance 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 878.633120] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.700278] env[62353]: DEBUG nova.network.neutron [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Updated VIF entry in instance network info cache for port 55cacb7a-285a-4066-b5ce-fbcee17a67f9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 878.700879] env[62353]: DEBUG nova.network.neutron [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Updating instance_info_cache with network_info: [{"id": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "address": "fa:16:3e:f1:1d:e0", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cacb7a-28", "ovs_interfaceid": "55cacb7a-285a-4066-b5ce-fbcee17a67f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.775114] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d71695-d965-a3b1-20a2-6d9400c3df3c, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.775567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.775664] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 878.775968] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42cbf7c1-5f70-4623-a763-540f1e151201 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.783080] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 878.783080] env[62353]: value = "task-657320" [ 878.783080] env[62353]: _type = "Task" [ 878.783080] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.791678] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.815990] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 878.816372] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 878.816618] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 879.016063] env[62353]: INFO nova.compute.manager [-] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Took 1.59 seconds to deallocate network for instance. [ 879.035029] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657319, 'name': CreateVM_Task, 'duration_secs': 0.328093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.035029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 879.035029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.035029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.035271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.035535] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbe6761-651c-4211-a0a4-892bcc62eefe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.040345] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 879.040345] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290a6f6-c851-4899-683b-bc415d213935" [ 879.040345] env[62353]: _type = "Task" [ 879.040345] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.052998] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290a6f6-c851-4899-683b-bc415d213935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.114353] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Successfully updated port: 68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.135931] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.204409] env[62353]: DEBUG oslo_concurrency.lockutils [req-4a2e36e9-79dc-419c-8892-a95cf11d49b5 req-1e13bbfc-7b20-4707-b308-1c98aedcd2c2 service nova] Releasing lock "refresh_cache-f2ba6604-1c97-4c28-b95b-22f023a6c4c1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.300226] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.303208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe1d96-9aee-47b9-b0af-80888489a6fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.312381] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68384514-1fa1-4355-a7ca-e39eb8e7838e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.347411] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f08256-9534-4b5f-9f4a-0d4ea13cb78b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.357501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a25fd2-8a9b-414f-afd0-2fdd54ea4bb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.375253] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.529814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.551310] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5290a6f6-c851-4899-683b-bc415d213935, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.551690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.551964] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.552303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.552393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.552567] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.552840] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5bae83a-40f2-4673-b097-b28de441d28c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.561892] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.562102] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 879.563046] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ba1654-77e9-445f-a709-fdc4c52e657c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.568362] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 879.568362] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f25eb7-5ea7-e06b-38ba-6f94ab3af503" [ 879.568362] env[62353]: _type = "Task" [ 879.568362] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.575666] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f25eb7-5ea7-e06b-38ba-6f94ab3af503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.619762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.619762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.619857] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 879.633759] env[62353]: DEBUG oslo_vmware.api [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657311, 'name': ReconfigVM_Task, 'duration_secs': 5.774186} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.634055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.634275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 879.794221] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.794538] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 879.795369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2623ab-b96b-417d-8eda-76258ad758c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821499] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.822111] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5d3fee-eadf-40ac-833c-29255fa4c08b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.846199] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 879.846199] env[62353]: value = "task-657321" [ 879.846199] env[62353]: _type = "Task" [ 879.846199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.854607] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.878773] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 880.082569] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f25eb7-5ea7-e06b-38ba-6f94ab3af503, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.083631] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df5a6e9-e26f-4ef7-b221-d4378a1c9ec4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.097928] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 880.097928] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f5b731-1164-1b90-0c47-ac2e76740cd4" [ 880.097928] env[62353]: _type = "Task" [ 880.097928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.109177] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f5b731-1164-1b90-0c47-ac2e76740cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.109458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.109726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f2ba6604-1c97-4c28-b95b-22f023a6c4c1/f2ba6604-1c97-4c28-b95b-22f023a6c4c1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 880.109995] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184042a5-8b3d-41c6-86c8-73ef04278610 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.117569] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 880.117569] env[62353]: value = "task-657322" [ 880.117569] env[62353]: _type = "Task" [ 880.117569] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.129462] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.164220] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 880.321644] env[62353]: DEBUG nova.network.neutron [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Updating instance_info_cache with network_info: [{"id": "68b12552-2d41-4e17-b373-0fd834f27775", "address": "fa:16:3e:04:bf:bf", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b12552-2d", "ovs_interfaceid": "68b12552-2d41-4e17-b373-0fd834f27775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.356055] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.384272] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 880.384543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.133s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.384857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.894s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.385119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.387141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.228s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.387347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.389082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.640s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.389253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.390802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.346s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.391021] env[62353]: DEBUG nova.objects.instance [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.396029] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.396029] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Cleaning up deleted instances {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 880.426364] env[62353]: INFO nova.scheduler.client.report [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleted allocations for instance 164208bb-c2e4-4b18-a3ea-00fb63dd32c9 [ 880.428659] env[62353]: INFO nova.scheduler.client.report [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleted allocations for instance c5b03277-1344-4abe-9d11-c4578db1d8c2 [ 880.442345] env[62353]: INFO nova.scheduler.client.report [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Deleted allocations for instance 39b64d9b-199d-4c60-b102-ffc9d9669dc9 [ 880.460785] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Received event network-vif-plugged-68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 880.461108] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Acquiring lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.462508] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.462508] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.462508] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] No waiting events found dispatching network-vif-plugged-68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 880.462508] env[62353]: WARNING nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Received unexpected event network-vif-plugged-68b12552-2d41-4e17-b373-0fd834f27775 for instance with vm_state building and task_state spawning. [ 880.462508] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Received event network-changed-68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 880.462508] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Refreshing instance network info cache due to event network-changed-68b12552-2d41-4e17-b373-0fd834f27775. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 880.462508] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Acquiring lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.630270] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.825177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.825177] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Instance network_info: |[{"id": "68b12552-2d41-4e17-b373-0fd834f27775", "address": "fa:16:3e:04:bf:bf", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b12552-2d", "ovs_interfaceid": "68b12552-2d41-4e17-b373-0fd834f27775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 880.825351] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Acquired lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.825541] env[62353]: DEBUG nova.network.neutron [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Refreshing network info cache for port 68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 880.826871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:bf:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b12552-2d41-4e17-b373-0fd834f27775', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.835100] env[62353]: DEBUG oslo.service.loopingcall [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.836341] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 880.836632] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e933073-47d3-4e2b-8dfb-dfd130d0d8cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.861729] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657321, 'name': ReconfigVM_Task, 'duration_secs': 0.740149} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.863520] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.863829] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.863829] env[62353]: value = "task-657323" [ 880.863829] env[62353]: _type = "Task" [ 880.863829] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.864653] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b0bd7-55c4-4ba0-af20-a4b277ca808d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.877877] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657323, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.910404] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] There are 34 instances to clean {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 880.910672] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: ba3a5652-948b-41f6-858b-1b6945b0cadf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 880.912755] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cf8b10-c3b1-4a96-9355-bc5bba04f7ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.932093] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 880.932093] env[62353]: value = "task-657324" [ 880.932093] env[62353]: _type = "Task" [ 880.932093] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.936811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.937008] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.937226] env[62353]: DEBUG nova.network.neutron [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 880.943838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-892c852d-eebd-4848-8a7e-7e39605495d6 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "c5b03277-1344-4abe-9d11-c4578db1d8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.451s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.945297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7717884c-8146-487b-bfe8-16b4e7aba9b3 tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "164208bb-c2e4-4b18-a3ea-00fb63dd32c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.130s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.953916] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.954438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dc0ee826-cc6d-4abf-9307-88757e030d18 tempest-InstanceActionsNegativeTestJSON-1543991958 tempest-InstanceActionsNegativeTestJSON-1543991958-project-member] Lock "39b64d9b-199d-4c60-b102-ffc9d9669dc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.818s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.132771] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.133824] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f2ba6604-1c97-4c28-b95b-22f023a6c4c1/f2ba6604-1c97-4c28-b95b-22f023a6c4c1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 881.134366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.134770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a2cfed-5348-4bc5-8eec-c03aaddc8ceb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.141327] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 881.141327] env[62353]: value = "task-657325" [ 881.141327] env[62353]: _type = "Task" [ 881.141327] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.150955] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.299109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.299406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.299627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.299820] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.299996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.302270] env[62353]: INFO nova.compute.manager [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Terminating instance [ 881.304119] env[62353]: DEBUG nova.compute.manager [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 881.304702] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 881.305179] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c04fd0b-0fce-4231-8a5c-4e5b1a4b4a8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.313054] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 881.313362] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565a13a7-e7de-4f81-a360-e3d2fce8aa71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.319017] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 881.319017] env[62353]: value = "task-657326" [ 881.319017] env[62353]: _type = "Task" [ 881.319017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.326964] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.382607] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657323, 'name': CreateVM_Task, 'duration_secs': 0.443375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.382890] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 881.383693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.383916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.384263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.386673] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f657d22b-172e-4734-8f9e-aaccfd1359e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.391279] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 881.391279] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5252dbad-e5ec-549c-2115-9f9ecf7272f8" [ 881.391279] env[62353]: _type = "Task" [ 881.391279] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.399457] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5252dbad-e5ec-549c-2115-9f9ecf7272f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.403898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8e23f1d-3226-4371-93b2-b414e01097c9 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.405013] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.852s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.406608] env[62353]: INFO nova.compute.claims [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.425012] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: ec36c0c4-ac0f-496a-a9ae-39f6fe42e3b3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 881.444860] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657324, 'name': ReconfigVM_Task, 'duration_secs': 0.170826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.445497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 881.445774] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f590b629-2ee0-4451-bf50-0dd450e60711 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.454030] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 881.454030] env[62353]: value = "task-657327" [ 881.454030] env[62353]: _type = "Task" [ 881.454030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.465999] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.475914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "04ded576-b215-4afe-96b0-c697d579ce38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.475914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.475914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "04ded576-b215-4afe-96b0-c697d579ce38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.475914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.475914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.482626] env[62353]: INFO nova.compute.manager [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Terminating instance [ 881.486288] env[62353]: DEBUG nova.compute.manager [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 881.486680] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 881.487899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdbc835-2dd5-4e91-ae50-115cdbe92458 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.496607] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 881.498782] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c64bcbc-0fdb-4f0f-a79b-d0f45e913d12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.503247] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 881.503247] env[62353]: value = "task-657328" [ 881.503247] env[62353]: _type = "Task" [ 881.503247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.514379] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.661744] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069812} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.663961] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.665601] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d4a31-7d69-46ff-8555-12ac55db3caa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.675127] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.675474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.703688] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] f2ba6604-1c97-4c28-b95b-22f023a6c4c1/f2ba6604-1c97-4c28-b95b-22f023a6c4c1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.705549] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667855c5-17b5-48e9-a2f4-b1334e7bc1d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.722399] env[62353]: DEBUG nova.network.neutron [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Updated VIF entry in instance network info cache for port 68b12552-2d41-4e17-b373-0fd834f27775. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 881.722701] env[62353]: DEBUG nova.network.neutron [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Updating instance_info_cache with network_info: [{"id": "68b12552-2d41-4e17-b373-0fd834f27775", "address": "fa:16:3e:04:bf:bf", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b12552-2d", "ovs_interfaceid": "68b12552-2d41-4e17-b373-0fd834f27775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.725666] env[62353]: INFO nova.network.neutron [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Port 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 881.725985] env[62353]: DEBUG nova.network.neutron [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.731339] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 881.731339] env[62353]: value = "task-657330" [ 881.731339] env[62353]: _type = "Task" [ 881.731339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.737184] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.829828] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.902169] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5252dbad-e5ec-549c-2115-9f9ecf7272f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017348} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.902520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.902759] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.902999] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.903192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.903384] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.903685] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-567e2211-c0fb-4d0e-96e7-51ed8f264561 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.913543] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.913809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 881.914778] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272dad20-bb45-4435-a601-feb5fa0069fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.920426] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 881.920426] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a11cba-d078-a321-2bf7-bafa29f8b396" [ 881.920426] env[62353]: _type = "Task" [ 881.920426] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.930917] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 164d78b2-4796-439c-98c7-818ea4260846] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 881.932842] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a11cba-d078-a321-2bf7-bafa29f8b396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.963872] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.011925] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.181469] env[62353]: DEBUG nova.compute.utils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.227714] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Releasing lock "refresh_cache-b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.228062] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-vif-deleted-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 882.228280] env[62353]: INFO nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Neutron deleted interface 516bcb29-05e7-48c4-a0bc-59eb5c0cefcc; detaching it from the instance and deleting it from the info cache [ 882.228580] env[62353]: DEBUG nova.network.neutron [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [{"id": "129a69fb-e03c-41a2-a984-011c24ab6e08", "address": "fa:16:3e:c3:01:d5", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129a69fb-e0", "ovs_interfaceid": "129a69fb-e03c-41a2-a984-011c24ab6e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.230040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.249932] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.329785] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657326, 'name': PowerOffVM_Task, 'duration_secs': 0.920621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.330314] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 882.330616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 882.330967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc6d88c-f7b7-4ba8-bd63-0a05c9c3de7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.411014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 882.411014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 882.411014] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleting the datastore file [datastore1] c01aad14-c583-44b7-951a-e00ee08e923d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.411014] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ad2400-baee-4afc-ac40-dacbbc1d8217 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.418165] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 882.418165] env[62353]: value = "task-657332" [ 882.418165] env[62353]: _type = "Task" [ 882.418165] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.437221] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c3fcda6a-e95a-4860-946a-2c03ee9e1243] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 882.441033] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a11cba-d078-a321-2bf7-bafa29f8b396, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.449754] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.450278] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18934ea1-6db2-47a9-9844-d1f34a34315c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.466086] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 882.466086] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f05d54-a1a7-0ca3-80db-1f00d6cc5073" [ 882.466086] env[62353]: _type = "Task" [ 882.466086] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.472879] env[62353]: DEBUG oslo_vmware.api [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657327, 'name': PowerOnVM_Task, 'duration_secs': 1.013557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.476438] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 882.482285] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f05d54-a1a7-0ca3-80db-1f00d6cc5073, 'name': SearchDatastore_Task, 'duration_secs': 0.018307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.482837] env[62353]: DEBUG nova.compute.manager [None req-ea81f380-0786-4c7f-ae1f-03955603a01d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 882.483151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.485020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b0f6d094-5e78-4bbe-8f84-926f4b9d1fae/b0f6d094-5e78-4bbe-8f84-926f4b9d1fae.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 882.485020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b45a14-246d-4a65-9dd8-bad041d73816 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.487031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e4e0548-a654-4a6a-9544-39adeab52aed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.496288] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 882.496288] env[62353]: value = "task-657333" [ 882.496288] env[62353]: _type = "Task" [ 882.496288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.510227] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.517715] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657328, 'name': PowerOffVM_Task, 'duration_secs': 0.777111} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.518040] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 882.518253] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 882.518512] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39583e4c-92f2-43f8-aa17-6057f4d198e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.585151] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 882.585541] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 882.585813] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleting the datastore file [datastore2] 04ded576-b215-4afe-96b0-c697d579ce38 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.586170] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4978a207-ef77-46af-8940-dd63a9daea51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.595916] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for the task: (returnval){ [ 882.595916] env[62353]: value = "task-657335" [ 882.595916] env[62353]: _type = "Task" [ 882.595916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.605843] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.687150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.735397] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Acquiring lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.736356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c04567c-e15a-4967-b383-7d993c089527 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c01aad14-c583-44b7-951a-e00ee08e923d-516bcb29-05e7-48c4-a0bc-59eb5c0cefcc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.701s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.759788] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657330, 'name': ReconfigVM_Task, 'duration_secs': 0.634377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.763354] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] f2ba6604-1c97-4c28-b95b-22f023a6c4c1/f2ba6604-1c97-4c28-b95b-22f023a6c4c1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.764871] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73be446f-f974-4f71-a36c-5c82be81dbde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.774427] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 882.774427] env[62353]: value = "task-657336" [ 882.774427] env[62353]: _type = "Task" [ 882.774427] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.788992] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657336, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.939100] env[62353]: DEBUG oslo_vmware.api [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178107} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.939762] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.940083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 882.940301] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 882.940564] env[62353]: INFO nova.compute.manager [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 882.940964] env[62353]: DEBUG oslo.service.loopingcall [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.941138] env[62353]: DEBUG nova.compute.manager [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 882.941247] env[62353]: DEBUG nova.network.neutron [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 882.947941] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4c34acfa-f045-478f-a235-be78d83531b8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 882.958017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb17ec1-9f78-49cb-84d8-705bac352ec0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.966307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc469534-39d8-4a83-877a-2d8451a7d490 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.012747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204d0a0-4057-4bb1-a2d3-c65aad51b7f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.024208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5362ac-aab5-4545-9c64-f47e99090259 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.028697] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506495} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.028974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b0f6d094-5e78-4bbe-8f84-926f4b9d1fae/b0f6d094-5e78-4bbe-8f84-926f4b9d1fae.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 883.029212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.029834] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9795440d-7644-4ed5-bef5-a8c04145cb03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.041471] env[62353]: DEBUG nova.compute.provider_tree [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.047064] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 883.047064] env[62353]: value = "task-657337" [ 883.047064] env[62353]: _type = "Task" [ 883.047064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.059647] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.106451] env[62353]: DEBUG oslo_vmware.api [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Task: {'id': task-657335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.107341] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.107341] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 883.107341] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 883.107588] env[62353]: INFO nova.compute.manager [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Took 1.62 seconds to destroy the instance on the hypervisor. [ 883.108621] env[62353]: DEBUG oslo.service.loopingcall [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.108989] env[62353]: DEBUG nova.compute.manager [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 883.109255] env[62353]: DEBUG nova.network.neutron [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 883.284736] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657336, 'name': Rename_Task, 'duration_secs': 0.181659} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.285055] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 883.285340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a641fcf7-2208-42d4-849d-3cea6c1b0e33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.292247] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 883.292247] env[62353]: value = "task-657338" [ 883.292247] env[62353]: _type = "Task" [ 883.292247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.302069] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.450961] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: ed3a1b9a-7523-489e-a340-60595501ec06] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 883.544622] env[62353]: DEBUG nova.scheduler.client.report [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 883.552459] env[62353]: DEBUG nova.compute.manager [req-c26b6904-351d-47ac-adc3-c14a66f3a98e req-9164e1eb-c4ff-45b5-87b4-750e14acde86 service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Received event network-vif-deleted-c4fd1be5-cb99-4481-aa25-7734ad2bdfb1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 883.552934] env[62353]: INFO nova.compute.manager [req-c26b6904-351d-47ac-adc3-c14a66f3a98e req-9164e1eb-c4ff-45b5-87b4-750e14acde86 service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Neutron deleted interface c4fd1be5-cb99-4481-aa25-7734ad2bdfb1; detaching it from the instance and deleting it from the info cache [ 883.553876] env[62353]: DEBUG nova.network.neutron [req-c26b6904-351d-47ac-adc3-c14a66f3a98e req-9164e1eb-c4ff-45b5-87b4-750e14acde86 service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.570864] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066287} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.571289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.572299] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b298dec-79a4-48c1-b2d5-70bb7ddc8cef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.602200] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] b0f6d094-5e78-4bbe-8f84-926f4b9d1fae/b0f6d094-5e78-4bbe-8f84-926f4b9d1fae.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.603360] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec72308-0887-489f-916d-36d1beff7509 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.629341] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 883.629341] env[62353]: value = "task-657339" [ 883.629341] env[62353]: _type = "Task" [ 883.629341] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.645042] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.716292] env[62353]: DEBUG nova.compute.manager [req-3421f6f1-870d-46ad-a34c-42a766970592 req-c53662b8-7fa1-4c3b-9c5e-04e35c1deafa service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Received event network-vif-deleted-129a69fb-e03c-41a2-a984-011c24ab6e08 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 883.716292] env[62353]: INFO nova.compute.manager [req-3421f6f1-870d-46ad-a34c-42a766970592 req-c53662b8-7fa1-4c3b-9c5e-04e35c1deafa service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Neutron deleted interface 129a69fb-e03c-41a2-a984-011c24ab6e08; detaching it from the instance and deleting it from the info cache [ 883.716949] env[62353]: DEBUG nova.network.neutron [req-3421f6f1-870d-46ad-a34c-42a766970592 req-c53662b8-7fa1-4c3b-9c5e-04e35c1deafa service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.744320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.744736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.745097] env[62353]: INFO nova.compute.manager [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Attaching volume 97523aad-6de6-4ab6-9a0e-d4b523928ee3 to /dev/sdb [ 883.786224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca893f-aa09-412e-b05a-81068a66a84c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.797055] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f518ca69-47a7-4621-b909-d8c457d0f9a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.805144] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.810444] env[62353]: DEBUG nova.virt.block_device [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updating existing volume attachment record: 9d343aa0-1634-45b9-9cc7-6c9968425a1e {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 883.933912] env[62353]: DEBUG nova.network.neutron [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.953882] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 53f91275-8b3a-492f-9e5d-7be6aa92c1be] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 884.053354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.053354] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 884.055486] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.351s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.055654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.057555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.233s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.057749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.061755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.933s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.061755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.061755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.715s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.061755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.063193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.232s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.063383] env[62353]: DEBUG nova.objects.instance [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 884.067154] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eff63898-33de-46dc-8d14-a62b75c8998a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.077486] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38289d5-8d38-46f1-87e6-99ec6198be60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.118303] env[62353]: DEBUG nova.compute.manager [req-c26b6904-351d-47ac-adc3-c14a66f3a98e req-9164e1eb-c4ff-45b5-87b4-750e14acde86 service nova] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Detach interface failed, port_id=c4fd1be5-cb99-4481-aa25-7734ad2bdfb1, reason: Instance 04ded576-b215-4afe-96b0-c697d579ce38 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 884.119903] env[62353]: INFO nova.scheduler.client.report [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Deleted allocations for instance 384f8140-3de0-403f-913d-124a5c459559 [ 884.125029] env[62353]: INFO nova.scheduler.client.report [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Deleted allocations for instance b50406ea-7264-4587-aa27-8bf4b867302e [ 884.141455] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657339, 'name': ReconfigVM_Task, 'duration_secs': 0.34575} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.141899] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Reconfigured VM instance instance-00000043 to attach disk [datastore1] b0f6d094-5e78-4bbe-8f84-926f4b9d1fae/b0f6d094-5e78-4bbe-8f84-926f4b9d1fae.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.142866] env[62353]: DEBUG nova.network.neutron [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.145096] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e5653d-24e8-4e02-91f6-2fbb0637ed97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.154864] env[62353]: INFO nova.scheduler.client.report [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted allocations for instance 9996aefb-5598-44b7-805b-5081ebc972bb [ 884.161238] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 884.161238] env[62353]: value = "task-657343" [ 884.161238] env[62353]: _type = "Task" [ 884.161238] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.163292] env[62353]: INFO nova.scheduler.client.report [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Deleted allocations for instance 5817127b-c2c7-4d70-b494-d14ea6e932fe [ 884.170939] env[62353]: WARNING oslo_messaging._drivers.amqpdriver [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 884.179602] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657343, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.221259] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6b24bde-b841-47c4-8f23-0607b1364f65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.240027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f547722-9df4-40e9-bf7b-ba973cf95c3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.279319] env[62353]: DEBUG nova.compute.manager [req-3421f6f1-870d-46ad-a34c-42a766970592 req-c53662b8-7fa1-4c3b-9c5e-04e35c1deafa service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Detach interface failed, port_id=129a69fb-e03c-41a2-a984-011c24ab6e08, reason: Instance c01aad14-c583-44b7-951a-e00ee08e923d could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 884.305956] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657338, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.321149] env[62353]: INFO nova.compute.manager [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Unrescuing [ 884.321516] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.321729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.321921] env[62353]: DEBUG nova.network.neutron [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 884.435909] env[62353]: INFO nova.compute.manager [-] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Took 1.33 seconds to deallocate network for instance. [ 884.457566] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 565c6a64-d366-49a8-9d1b-cbe620d71bd2] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 884.568666] env[62353]: DEBUG nova.compute.utils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.574017] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 884.574017] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 884.635066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b596925b-a93b-423c-a46f-55c0538a5731 tempest-ServersV294TestFqdnHostnames-1811200275 tempest-ServersV294TestFqdnHostnames-1811200275-project-member] Lock "384f8140-3de0-403f-913d-124a5c459559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.570s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.635567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a9bdfdb-e2e1-462c-9447-f3c13673de1a tempest-SecurityGroupsTestJSON-1572055886 tempest-SecurityGroupsTestJSON-1572055886-project-member] Lock "b50406ea-7264-4587-aa27-8bf4b867302e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.468s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.648351] env[62353]: DEBUG nova.policy [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10da404754b14eda846f2d52a466dc5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d6aa1f8d7f43e1b13e35a60f4b0847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 884.650279] env[62353]: INFO nova.compute.manager [-] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Took 1.71 seconds to deallocate network for instance. [ 884.672018] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657343, 'name': Rename_Task, 'duration_secs': 0.15328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.675045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 884.675045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60984204-189f-4d09-a1ae-62382a10e9bd tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "9996aefb-5598-44b7-805b-5081ebc972bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.592s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.677219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab28c43-0772-487c-befd-145625029177 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.680300] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c6432b8-ae2d-4166-9cb4-950b16e69f24 tempest-ServersTestMultiNic-926168816 tempest-ServersTestMultiNic-926168816-project-member] Lock "5817127b-c2c7-4d70-b494-d14ea6e932fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.861s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.686009] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 884.686009] env[62353]: value = "task-657344" [ 884.686009] env[62353]: _type = "Task" [ 884.686009] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.693741] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.803436] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657338, 'name': PowerOnVM_Task, 'duration_secs': 1.029892} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.804223] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 884.804582] env[62353]: INFO nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Took 9.07 seconds to spawn the instance on the hypervisor. [ 884.804935] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 884.805847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a93907-34b4-4803-bd89-1d2f5fc4ae7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.942318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.961011] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 17bbc0b3-bd15-42df-8811-5052b97c0986] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 885.076090] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 885.079480] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b15d94cb-c452-44ef-a8b4-856ea90fef17 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.085378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.730s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.085895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.087668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.563s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.087875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.090805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.187s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.098285] env[62353]: INFO nova.compute.claims [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.130995] env[62353]: INFO nova.scheduler.client.report [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Deleted allocations for instance f9ec8a43-6f7f-462a-8b9d-dda2843e9db5 [ 885.132679] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Successfully created port: 5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.135705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "3bbed079-ffe6-46d7-83ef-293634f51c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.136503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.136750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.136962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.137503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.140300] env[62353]: INFO nova.scheduler.client.report [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Deleted allocations for instance 68849d7b-4b9f-47a8-afb0-bb942dec37cc [ 885.147337] env[62353]: INFO nova.compute.manager [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Terminating instance [ 885.150163] env[62353]: DEBUG nova.compute.manager [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 885.150462] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 885.151384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5552f-9ba9-43b1-9777-0a77012f1219 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.157339] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.160555] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 885.160751] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c96b0a65-3bd9-476d-9f2c-19cb5bac3eaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.169986] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 885.169986] env[62353]: value = "task-657345" [ 885.169986] env[62353]: _type = "Task" [ 885.169986] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.181055] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.200015] env[62353]: DEBUG oslo_vmware.api [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657344, 'name': PowerOnVM_Task, 'duration_secs': 0.477004} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.200597] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 885.200834] env[62353]: INFO nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Took 7.42 seconds to spawn the instance on the hypervisor. [ 885.201035] env[62353]: DEBUG nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 885.202468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a920fa-52ed-47cc-b094-7a4948fe625a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.306089] env[62353]: DEBUG nova.network.neutron [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [{"id": "c60bde57-f10e-451c-a876-36a357c8309f", "address": "fa:16:3e:85:ed:81", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60bde57-f1", "ovs_interfaceid": "c60bde57-f10e-451c-a876-36a357c8309f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.324973] env[62353]: INFO nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Took 48.10 seconds to build instance. [ 885.405528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.405825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.406016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.406232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.406421] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.409285] env[62353]: INFO nova.compute.manager [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Terminating instance [ 885.411688] env[62353]: DEBUG nova.compute.manager [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 885.412243] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 885.412864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7839c6-2d8c-40d1-8071-1abb5eea99f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.420808] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 885.421079] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8794dd-f2bb-4e3d-93f7-1aafb4d29e05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.429181] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 885.429181] env[62353]: value = "task-657346" [ 885.429181] env[62353]: _type = "Task" [ 885.429181] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.444794] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.465830] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 39666946-c9b3-40fe-beb7-0eeb6fe6b9c7] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 885.655776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4bc4b5c4-93c4-49f3-aea8-ee486100aa75 tempest-ServerExternalEventsTest-937744380 tempest-ServerExternalEventsTest-937744380-project-member] Lock "f9ec8a43-6f7f-462a-8b9d-dda2843e9db5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.222s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.656307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba4ab0-14a6-47cb-a6b2-e90181e17e0b tempest-ServersWithSpecificFlavorTestJSON-553583244 tempest-ServersWithSpecificFlavorTestJSON-553583244-project-member] Lock "68849d7b-4b9f-47a8-afb0-bb942dec37cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.479s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.682765] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657345, 'name': PowerOffVM_Task, 'duration_secs': 0.238883} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.683128] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 885.683396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 885.683914] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ebba08-ebe7-49e5-8014-eba1a64c792e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.725327] env[62353]: INFO nova.compute.manager [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Took 48.44 seconds to build instance. [ 885.749924] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 885.750201] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 885.750422] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore2] 3bbed079-ffe6-46d7-83ef-293634f51c14 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.752593] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dcf3cb4-6dd7-4536-8f5f-55d8804d1254 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.759314] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 885.759314] env[62353]: value = "task-657348" [ 885.759314] env[62353]: _type = "Task" [ 885.759314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.768712] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.809070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-3e362c56-e195-4782-8cd3-03b607116b0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.811992] env[62353]: DEBUG nova.objects.instance [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'flavor' on Instance uuid 3e362c56-e195-4782-8cd3-03b607116b0c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.827414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.611s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.940206] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657346, 'name': PowerOffVM_Task, 'duration_secs': 0.19312} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.940510] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 885.940897] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 885.941210] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7970f9fc-fb5d-41cb-aa82-ffdfe47b1d81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.974070] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b4a8ce1d-74b8-46dd-bd56-d6ee854cb9e3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 886.004764] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 886.005463] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 886.005871] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleting the datastore file [datastore1] 4b5345ac-85a8-4fbd-884a-025bde54082f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.006344] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1238bb-a37e-4ec9-b3d9-8fbc59caa249 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.012992] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for the task: (returnval){ [ 886.012992] env[62353]: value = "task-657350" [ 886.012992] env[62353]: _type = "Task" [ 886.012992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.020920] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.093030] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 886.134218] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 886.135421] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 886.135931] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 886.135931] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 886.136058] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 886.136374] env[62353]: DEBUG nova.virt.hardware [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.137355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd4d3b-31eb-43ee-8ebd-a15b87357fe5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.151730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd6f16-86d0-4763-b596-2199cd884075 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.227566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15ad4d36-f567-4b55-a132-5e3c8f365b85 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.954s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.272240] env[62353]: DEBUG oslo_vmware.api [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368666} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.272391] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.272938] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 886.272938] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 886.272938] env[62353]: INFO nova.compute.manager [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 886.273135] env[62353]: DEBUG oslo.service.loopingcall [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.275110] env[62353]: DEBUG nova.compute.manager [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 886.275110] env[62353]: DEBUG nova.network.neutron [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 886.335125] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d9924-9fea-4707-8bff-524931e279dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.356206] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 886.361221] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ba15d7-1d9d-40d4-8623-5284cb8b58f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.368497] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 886.368497] env[62353]: value = "task-657351" [ 886.368497] env[62353]: _type = "Task" [ 886.368497] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.379487] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.478982] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: eab490a3-7613-4ab2-8fd5-e4f4445c29eb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 886.531762] env[62353]: DEBUG oslo_vmware.api [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Task: {'id': task-657350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.531762] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.531762] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 886.531762] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 886.531762] env[62353]: INFO nova.compute.manager [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 886.533230] env[62353]: DEBUG oslo.service.loopingcall [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.533230] env[62353]: DEBUG nova.compute.manager [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 886.533230] env[62353]: DEBUG nova.network.neutron [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 886.586342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e17277-3722-4173-b2cf-1091209b7c26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.594483] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e03623-6319-434d-873d-05519274f387 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.631579] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50637239-1c51-449a-93d5-f03aaf05f5a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.640776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f0bd22-a384-4c81-8c91-5e04e3c1a90a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.655175] env[62353]: DEBUG nova.compute.provider_tree [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.886161] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657351, 'name': PowerOffVM_Task, 'duration_secs': 0.465316} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.886486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 886.895840] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.899925] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ff4204-7c43-4ba2-9b9c-1dfea9caf34f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.920403] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 886.920403] env[62353]: value = "task-657352" [ 886.920403] env[62353]: _type = "Task" [ 886.920403] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.934052] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.980983] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: eba3dae5-bbf6-440f-83aa-e33add887182] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 886.997757] env[62353]: DEBUG nova.compute.manager [req-8a34476b-76eb-4d53-9142-ec19d6dd1762 req-73da1319-3a03-463c-9b9e-af6c43237eab service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Received event network-vif-deleted-3ff98460-2ed7-4ce0-bee0-c87ddfc35f68 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 886.998028] env[62353]: INFO nova.compute.manager [req-8a34476b-76eb-4d53-9142-ec19d6dd1762 req-73da1319-3a03-463c-9b9e-af6c43237eab service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Neutron deleted interface 3ff98460-2ed7-4ce0-bee0-c87ddfc35f68; detaching it from the instance and deleting it from the info cache [ 886.998884] env[62353]: DEBUG nova.network.neutron [req-8a34476b-76eb-4d53-9142-ec19d6dd1762 req-73da1319-3a03-463c-9b9e-af6c43237eab service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.158090] env[62353]: DEBUG nova.scheduler.client.report [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 887.287034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.287427] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.290464] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.290464] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.290464] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.290777] env[62353]: INFO nova.compute.manager [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Terminating instance [ 887.293579] env[62353]: DEBUG nova.compute.manager [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 887.293844] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 887.294699] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c986bcf-11a8-40ab-9fc6-74f207f8f781 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.304347] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 887.304620] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aadbfeca-f8fe-461b-a161-f805e14c7a84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.310580] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 887.310580] env[62353]: value = "task-657353" [ 887.310580] env[62353]: _type = "Task" [ 887.310580] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.319354] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431569] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657352, 'name': ReconfigVM_Task, 'duration_secs': 0.290168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.431569] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.431569] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 887.431569] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9158b656-857d-4e20-b5dc-4cc5fe0296c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.438681] env[62353]: DEBUG nova.network.neutron [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.439791] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 887.439791] env[62353]: value = "task-657354" [ 887.439791] env[62353]: _type = "Task" [ 887.439791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.450569] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.467741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.467741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.467741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.467942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.467979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.470098] env[62353]: INFO nova.compute.manager [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Terminating instance [ 887.472355] env[62353]: DEBUG nova.compute.manager [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 887.472561] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 887.473382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668df682-60d1-4ab6-8b26-b6c5d664aaa6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.485529] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 85f82654-dd2e-409e-90cb-1babd05343d0] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 887.487939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 887.488594] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ad1d1c-36ab-489f-9ee6-ceb0fd684d78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.494463] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 887.494463] env[62353]: value = "task-657355" [ 887.494463] env[62353]: _type = "Task" [ 887.494463] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.503253] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.503566] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7503a8a5-95a5-4e2c-a849-56775ca91092 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.512323] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e527941-deb1-4655-9cac-c5e3f99493d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.544162] env[62353]: DEBUG nova.compute.manager [req-8a34476b-76eb-4d53-9142-ec19d6dd1762 req-73da1319-3a03-463c-9b9e-af6c43237eab service nova] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Detach interface failed, port_id=3ff98460-2ed7-4ce0-bee0-c87ddfc35f68, reason: Instance 3bbed079-ffe6-46d7-83ef-293634f51c14 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 887.668018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.668018] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 887.672019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.005s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.672019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.672019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.885s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.709237] env[62353]: INFO nova.scheduler.client.report [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted allocations for instance 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0 [ 887.722641] env[62353]: DEBUG nova.compute.manager [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Received event network-vif-plugged-5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 887.722791] env[62353]: DEBUG oslo_concurrency.lockutils [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] Acquiring lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.723017] env[62353]: DEBUG oslo_concurrency.lockutils [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.725470] env[62353]: DEBUG oslo_concurrency.lockutils [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.725470] env[62353]: DEBUG nova.compute.manager [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] No waiting events found dispatching network-vif-plugged-5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 887.725666] env[62353]: WARNING nova.compute.manager [req-53713b52-c990-478c-81c7-4a4bf597a6fa req-d591f48f-1347-4f8a-a574-186121d6c208 service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Received unexpected event network-vif-plugged-5a3af360-d25d-42bf-b3fc-7bc189ba3630 for instance with vm_state building and task_state spawning. [ 887.821680] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657353, 'name': PowerOffVM_Task, 'duration_secs': 0.39343} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.822141] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 887.822404] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 887.823091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31dca774-a635-4b99-95d8-7efc149b6fb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.849111] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Successfully updated port: 5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.912115] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 887.912452] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 887.912677] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleting the datastore file [datastore1] f2ba6604-1c97-4c28-b95b-22f023a6c4c1 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.913015] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4220198-1feb-4986-8040-4b096dfef3a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.920298] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 887.920298] env[62353]: value = "task-657357" [ 887.920298] env[62353]: _type = "Task" [ 887.920298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.932873] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.940596] env[62353]: INFO nova.compute.manager [-] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Took 1.67 seconds to deallocate network for instance. [ 887.953922] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.989195] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: ce72c9cc-57db-4d86-bfc8-ad2caede5654] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 888.006064] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657355, 'name': PowerOffVM_Task, 'duration_secs': 0.262763} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.006064] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 888.006254] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 888.006525] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58774ed1-59c8-4967-8f48-20ac091c45dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.087790] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 888.088092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 888.088293] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleting the datastore file [datastore1] b0f6d094-5e78-4bbe-8f84-926f4b9d1fae {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.088578] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49017a3e-e4b3-4977-926d-2943aba982d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.098823] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 888.098823] env[62353]: value = "task-657359" [ 888.098823] env[62353]: _type = "Task" [ 888.098823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.111921] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.178820] env[62353]: DEBUG nova.compute.utils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.187938] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 888.187938] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 888.223035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7ed17d80-dc04-4ea1-9a6f-1194557ad20c tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "4a22cf95-03a1-4114-80f1-acbc8c7a6fa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.996s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.336545] env[62353]: DEBUG nova.policy [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 888.351713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.351876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.352173] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 888.433073] env[62353]: DEBUG oslo_vmware.api [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.435840] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.436036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 888.436978] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 888.436978] env[62353]: INFO nova.compute.manager [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.436978] env[62353]: DEBUG oslo.service.loopingcall [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.437358] env[62353]: DEBUG nova.compute.manager [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 888.437445] env[62353]: DEBUG nova.network.neutron [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 888.454790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.457470] env[62353]: DEBUG oslo_vmware.api [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657354, 'name': PowerOnVM_Task, 'duration_secs': 0.688896} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.460291] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 888.460552] env[62353]: DEBUG nova.compute.manager [None req-3ffb4af8-3508-4f01-aa84-51b6c812c967 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 888.461687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b2f015-5b0e-4463-9268-8212b541d723 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.499206] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5dc2cfa6-1f70-49b0-9be4-3189556561b8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 888.614149] env[62353]: DEBUG oslo_vmware.api [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229568} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.614519] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.614618] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 888.614890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 888.615280] env[62353]: INFO nova.compute.manager [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.615595] env[62353]: DEBUG oslo.service.loopingcall [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.615831] env[62353]: DEBUG nova.compute.manager [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 888.615899] env[62353]: DEBUG nova.network.neutron [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 888.670564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6afff3-d2f6-4301-9d95-8b31fd59a9d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.677760] env[62353]: DEBUG nova.network.neutron [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.682235] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfea62-8cfb-4235-99bb-690074cfa7c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.686531] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 888.726684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09825bc-845b-4c06-bcd4-256664938eba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.735469] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc4e03-33cc-46e0-b82f-3ed68907fc05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.754192] env[62353]: DEBUG nova.compute.provider_tree [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.925178] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 889.002732] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5a569514-e724-49ff-ba8c-01ebae59a423] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 889.184318] env[62353]: INFO nova.compute.manager [-] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Took 2.65 seconds to deallocate network for instance. [ 889.225976] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Successfully created port: a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.257539] env[62353]: DEBUG nova.scheduler.client.report [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 889.413632] env[62353]: DEBUG nova.network.neutron [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Updating instance_info_cache with network_info: [{"id": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "address": "fa:16:3e:28:e6:df", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3af360-d2", "ovs_interfaceid": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.506047] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 286f4f94-bab8-4307-a172-d8dee9888376] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 889.529358] env[62353]: DEBUG nova.network.neutron [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.691323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.698131] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 889.741574] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 889.741574] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 889.741574] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 889.746909] env[62353]: DEBUG nova.virt.hardware [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.746909] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15a4aa-d4ad-4a00-9bef-de298e40e30f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.772714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b706d84-0bc5-4949-828c-8b36238b4611 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.877708] env[62353]: DEBUG nova.network.neutron [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.916389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.916389] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance network_info: |[{"id": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "address": "fa:16:3e:28:e6:df", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3af360-d2", "ovs_interfaceid": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 889.917158] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e6:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a3af360-d25d-42bf-b3fc-7bc189ba3630', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.924795] env[62353]: DEBUG oslo.service.loopingcall [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.927441] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 889.927441] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0b7f82-2017-4f38-85e3-41f29fa7da43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.948479] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.948479] env[62353]: value = "task-657361" [ 889.948479] env[62353]: _type = "Task" [ 889.948479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.961206] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657361, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.008586] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b1101035-a038-4690-a09e-08b4109e06b1] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 890.032977] env[62353]: INFO nova.compute.manager [-] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Took 1.60 seconds to deallocate network for instance. [ 890.273370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.600s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.276464] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.443s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.280580] env[62353]: INFO nova.compute.claims [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.328110] env[62353]: DEBUG nova.compute.manager [req-d68749aa-4300-496d-b671-112c5b6af988 req-1c53e012-b195-4a7f-8c5b-e9c32b9ce36c service nova] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Received event network-vif-deleted-68b12552-2d41-4e17-b373-0fd834f27775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 890.376861] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.377179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.384775] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 890.386804] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159512', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'name': 'volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc2cb03c-6286-461e-8afb-485436523433', 'attached_at': '', 'detached_at': '', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'serial': '97523aad-6de6-4ab6-9a0e-d4b523928ee3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 890.386804] env[62353]: INFO nova.compute.manager [-] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Took 1.77 seconds to deallocate network for instance. [ 890.386804] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3779248b-c7b1-4f11-b680-efbc67071b9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.418655] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd2e14-d355-47dc-bfc7-6876045c3701 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450512] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3/volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.451573] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fd40f5-381a-4bdf-80f6-5a525ed57c79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.480628] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657361, 'name': CreateVM_Task, 'duration_secs': 0.413435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.482075] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 890.482470] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 890.482470] env[62353]: value = "task-657362" [ 890.482470] env[62353]: _type = "Task" [ 890.482470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.483156] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.483337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.483706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.484035] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e017a3f7-5595-4051-bf05-9caa2391d990 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.495128] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 890.495128] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5251de39-6f0b-df0d-3122-32d11b263d41" [ 890.495128] env[62353]: _type = "Task" [ 890.495128] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.506460] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.517290] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c089d88c-f188-446f-af69-bfd8744f26e8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 890.517848] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5251de39-6f0b-df0d-3122-32d11b263d41, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.518651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.521060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.521060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.521060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521060] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.521060] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a14dfc-9637-4bfe-b2a6-21dd48a56127 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.530469] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.530662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 890.531547] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a371a96d-e916-4f6a-a787-236f4aef5f53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.538864] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 890.538864] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52567e05-cd8c-e32f-699a-b6620bfc2b10" [ 890.538864] env[62353]: _type = "Task" [ 890.538864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.543418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.549867] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52567e05-cd8c-e32f-699a-b6620bfc2b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.881202] env[62353]: INFO nova.scheduler.client.report [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocation for migration 24e81662-846f-49b8-b888-b99adf5c9929 [ 890.881202] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 890.921279] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.985690] env[62353]: DEBUG nova.compute.manager [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Received event network-changed-5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 890.985966] env[62353]: DEBUG nova.compute.manager [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Refreshing instance network info cache due to event network-changed-5a3af360-d25d-42bf-b3fc-7bc189ba3630. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 890.989249] env[62353]: DEBUG oslo_concurrency.lockutils [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] Acquiring lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.989455] env[62353]: DEBUG oslo_concurrency.lockutils [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] Acquired lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989633] env[62353]: DEBUG nova.network.neutron [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Refreshing network info cache for port 5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 891.017624] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.019628] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: a95a96c4-23ae-40fa-996f-07afe59462fb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 891.051761] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52567e05-cd8c-e32f-699a-b6620bfc2b10, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.052836] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b152773-22b7-45cd-9f44-68e7fa65a04c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061331] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 891.061331] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5d284-85c9-6f51-b94d-ffe4358ffe08" [ 891.061331] env[62353]: _type = "Task" [ 891.061331] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.079022] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b5d284-85c9-6f51-b94d-ffe4358ffe08, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.079022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.079022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 891.079022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e150e0-25cb-4996-b9e3-d3027c73c7d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.089025] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 891.089025] env[62353]: value = "task-657363" [ 891.089025] env[62353]: _type = "Task" [ 891.089025] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.098132] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.403467] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0a17d697-4cd5-4f51-be31-392b1f451189 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.528s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.430796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.508950] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657362, 'name': ReconfigVM_Task, 'duration_secs': 0.714448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.513243] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3/volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.518735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c27b7ab-4453-45f4-a3d7-5cc157e00b96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.530572] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 32b94ab2-defa-415d-aa64-8d10677b484f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 891.542714] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 891.542714] env[62353]: value = "task-657364" [ 891.542714] env[62353]: _type = "Task" [ 891.542714] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.561459] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.606541] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517243} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.607050] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 891.607430] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.607822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b50c6aa8-98c8-4508-96cb-5baa4de60499 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.626493] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 891.626493] env[62353]: value = "task-657365" [ 891.626493] env[62353]: _type = "Task" [ 891.626493] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.651538] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.747255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ec816-4cbf-4b90-8b95-56bcc43ec945 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.756326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd574039-dd8a-46c1-8400-80d0097cc328 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.800082] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d65429d-8d0f-4980-86e6-c8f259337693 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.808905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda9371-eaf1-4a55-af2d-814ce7d94709 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.834090] env[62353]: DEBUG nova.compute.provider_tree [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.962888] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Successfully updated port: a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.038630] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d06ff232-9bce-48bc-bb55-80dafc48b560] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 892.062057] env[62353]: DEBUG oslo_vmware.api [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657364, 'name': ReconfigVM_Task, 'duration_secs': 0.199153} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.062365] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159512', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'name': 'volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc2cb03c-6286-461e-8afb-485436523433', 'attached_at': '', 'detached_at': '', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'serial': '97523aad-6de6-4ab6-9a0e-d4b523928ee3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 892.142504] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290887} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.143608] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.143701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d7743-a525-43bf-b62e-8f67d0b36c88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.168393] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.168733] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee9cdfc-211b-410d-9470-221461a86b29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.194021] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 892.194021] env[62353]: value = "task-657366" [ 892.194021] env[62353]: _type = "Task" [ 892.194021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.198709] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.340971] env[62353]: DEBUG nova.scheduler.client.report [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 892.466957] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.469968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.469968] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 892.542137] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 57a01a6a-e2f6-4bab-b79e-1c7007fb7c98] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 892.632678] env[62353]: DEBUG nova.network.neutron [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Updated VIF entry in instance network info cache for port 5a3af360-d25d-42bf-b3fc-7bc189ba3630. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 892.633624] env[62353]: DEBUG nova.network.neutron [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Updating instance_info_cache with network_info: [{"id": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "address": "fa:16:3e:28:e6:df", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3af360-d2", "ovs_interfaceid": "5a3af360-d25d-42bf-b3fc-7bc189ba3630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.704827] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.848334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.849112] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 892.852736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.323s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.853224] env[62353]: DEBUG nova.objects.instance [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lazy-loading 'resources' on Instance uuid 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.047228] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: abd482ff-fc07-4410-9178-375b6a2c0197] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 893.107410] env[62353]: DEBUG nova.objects.instance [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid dc2cb03c-6286-461e-8afb-485436523433 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.136931] env[62353]: DEBUG oslo_concurrency.lockutils [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] Releasing lock "refresh_cache-c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.136931] env[62353]: DEBUG nova.compute.manager [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Received event network-vif-deleted-70fca935-6a36-4c93-b1bd-8251816a1585 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 893.136931] env[62353]: DEBUG nova.compute.manager [req-195fdf0e-57d5-497d-b157-e762dfe47120 req-81b937e6-0302-4c30-b5a7-e7c2969faf2f service nova] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Received event network-vif-deleted-55cacb7a-285a-4066-b5ce-fbcee17a67f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 893.205664] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.269698] env[62353]: DEBUG nova.compute.manager [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received event network-vif-plugged-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 893.269942] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.270259] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.270420] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.270626] env[62353]: DEBUG nova.compute.manager [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] No waiting events found dispatching network-vif-plugged-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 893.270775] env[62353]: WARNING nova.compute.manager [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received unexpected event network-vif-plugged-a34eb884-36a7-4599-8032-06094a6c91a6 for instance with vm_state building and task_state spawning. [ 893.271160] env[62353]: DEBUG nova.compute.manager [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received event network-changed-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 893.271621] env[62353]: DEBUG nova.compute.manager [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Refreshing instance network info cache due to event network-changed-a34eb884-36a7-4599-8032-06094a6c91a6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 893.271821] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Acquiring lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.294490] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 893.362358] env[62353]: DEBUG nova.compute.utils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.371517] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 893.371724] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 893.550837] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: f8d7ed54-118c-4bba-a0ff-0864b648f7a4] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 893.609879] env[62353]: DEBUG nova.policy [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8ceadb10d164ff2bee319478d7e742e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214ca47291f845e19e8acff1ac4c755c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 893.618336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf356ce2-f6bf-4d36-98ce-53c36387965d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.872s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.703513] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657366, 'name': ReconfigVM_Task, 'duration_secs': 1.023188} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.706530] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.707965] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d31cd28-b0f1-4594-86ad-6a0ceb47775e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.718323] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 893.718323] env[62353]: value = "task-657367" [ 893.718323] env[62353]: _type = "Task" [ 893.718323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.733435] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657367, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.758727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed96ea-bbc4-4118-92bf-36f3c908c1b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.767672] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be184d8b-c023-4c37-a75a-d9c0a559a918 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.808614] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21d4ad9-cd86-4993-90eb-44e94f733d3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.818596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f496409-b322-42df-a91e-07bc39b2859d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.835723] env[62353]: DEBUG nova.compute.provider_tree [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.873990] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 894.004329] env[62353]: DEBUG nova.network.neutron [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updating instance_info_cache with network_info: [{"id": "a34eb884-36a7-4599-8032-06094a6c91a6", "address": "fa:16:3e:ba:76:2e", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34eb884-36", "ovs_interfaceid": "a34eb884-36a7-4599-8032-06094a6c91a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.060053] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 8b6c6ad7-cb82-4014-afc2-4689cdee033a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 894.231641] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657367, 'name': Rename_Task, 'duration_secs': 0.301417} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.231641] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 894.231641] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44470d16-ed66-49e1-8a26-6ed64914c2c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.239890] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 894.239890] env[62353]: value = "task-657368" [ 894.239890] env[62353]: _type = "Task" [ 894.239890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.250900] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.341224] env[62353]: DEBUG nova.scheduler.client.report [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 894.511151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.514214] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance network_info: |[{"id": "a34eb884-36a7-4599-8032-06094a6c91a6", "address": "fa:16:3e:ba:76:2e", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34eb884-36", "ovs_interfaceid": "a34eb884-36a7-4599-8032-06094a6c91a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 894.514214] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Acquired lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514214] env[62353]: DEBUG nova.network.neutron [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Refreshing network info cache for port a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 894.514443] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:76:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a34eb884-36a7-4599-8032-06094a6c91a6', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.531477] env[62353]: DEBUG oslo.service.loopingcall [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.537353] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 894.537988] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18460cf3-6c74-48d6-b8bd-c412a19c45e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.563314] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.563314] env[62353]: value = "task-657369" [ 894.563314] env[62353]: _type = "Task" [ 894.563314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.563781] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: e490c7b7-6354-480b-bdc3-e3b70eb6a67f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 894.577483] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657369, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.757748] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.851887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.859355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.916s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.859355] env[62353]: DEBUG nova.objects.instance [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lazy-loading 'resources' on Instance uuid 04ded576-b215-4afe-96b0-c697d579ce38 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.885445] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 894.898231] env[62353]: INFO nova.scheduler.client.report [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleted allocations for instance 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257 [ 894.919520] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Successfully created port: c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.926450] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eadf2f21c046db6dd8e4a014d28ef86e',container_format='bare',created_at=2024-09-04T19:30:30Z,direct_url=,disk_format='vmdk',id=6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8,min_disk=1,min_ram=0,name='tempest-test-snap-421591409',owner='214ca47291f845e19e8acff1ac4c755c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-09-04T19:30:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 894.926728] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 894.926895] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.927192] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 894.927439] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.927713] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 894.927992] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 894.930507] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 894.930507] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 894.930507] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 894.930507] env[62353]: DEBUG nova.virt.hardware [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.930507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d9517-6d1e-432f-a386-08f7e26e9e67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.939916] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40900402-190e-4118-ab97-5679f871d33f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.072443] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3cb62651-d156-488f-8acd-8b3e1a5157da] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 895.083822] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657369, 'name': CreateVM_Task, 'duration_secs': 0.414765} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.083822] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 895.083822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.083822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.084515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.084600] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9537b51a-751e-4f1c-ba13-a103e9ea6abc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.091694] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 895.091694] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c226e3-d4ca-3eea-e0f7-7fdbbfcccd43" [ 895.091694] env[62353]: _type = "Task" [ 895.091694] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.104704] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c226e3-d4ca-3eea-e0f7-7fdbbfcccd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.261430] env[62353]: DEBUG oslo_vmware.api [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657368, 'name': PowerOnVM_Task, 'duration_secs': 0.74116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.261430] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 895.261430] env[62353]: INFO nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Took 9.17 seconds to spawn the instance on the hypervisor. [ 895.261430] env[62353]: DEBUG nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 895.261430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e6d10-9d34-4b8c-8883-2de7cbda5f61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409710] env[62353]: DEBUG nova.network.neutron [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updated VIF entry in instance network info cache for port a34eb884-36a7-4599-8032-06094a6c91a6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 895.409954] env[62353]: DEBUG nova.network.neutron [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updating instance_info_cache with network_info: [{"id": "a34eb884-36a7-4599-8032-06094a6c91a6", "address": "fa:16:3e:ba:76:2e", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34eb884-36", "ovs_interfaceid": "a34eb884-36a7-4599-8032-06094a6c91a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.411520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d40a162e-a2f4-41b1-80ad-9be48875c790 tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.105s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.582825] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 575b14cb-d0ee-45e2-89bf-572303129de1] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 895.605558] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c226e3-d4ca-3eea-e0f7-7fdbbfcccd43, 'name': SearchDatastore_Task, 'duration_secs': 0.014051} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.605670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.605906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.606940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.606940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.606940] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.609668] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc33bc81-d9d0-47a4-87ca-1fd573f10689 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.621214] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.621438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 895.622231] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b306ac-9be1-4f32-87fe-ce0cecfc5b0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.632398] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 895.632398] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b00abb-0b40-f672-6492-85812d744afd" [ 895.632398] env[62353]: _type = "Task" [ 895.632398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.644447] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b00abb-0b40-f672-6492-85812d744afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.724885] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce19e9-9868-4f3c-8a1b-6b2f0b432828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.735476] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb8a7e-fada-49cc-ad92-b73eaf9f012d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.769239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59aab2-b284-42a5-a3b4-ddcf511649a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.778487] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552591e9-15cd-42bf-b735-1597ae2ca5f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.794953] env[62353]: INFO nova.compute.manager [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Took 48.27 seconds to build instance. [ 895.809963] env[62353]: DEBUG nova.compute.provider_tree [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.917287] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fb1a557-d69d-4dfe-88ca-bffc64635b26 req-5db13faa-a8e9-47c1-a154-d5f535f49920 service nova] Releasing lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.090501] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 49126223-cf40-43fb-b3e7-878fc0224612] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 896.147516] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b00abb-0b40-f672-6492-85812d744afd, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.148891] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3f4230-f667-42bd-aa25-ad630d7a4b59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.156759] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 896.156759] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b9082-e00a-77fd-74fa-6cfa51d6079a" [ 896.156759] env[62353]: _type = "Task" [ 896.156759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.169644] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b9082-e00a-77fd-74fa-6cfa51d6079a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.170502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.170852] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29ce702f-1bc3-410a-a683-91d60cbb9d0c/29ce702f-1bc3-410a-a683-91d60cbb9d0c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 896.171156] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3120e26d-361f-4beb-8bb3-94ae1b421a38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.179893] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 896.179893] env[62353]: value = "task-657370" [ 896.179893] env[62353]: _type = "Task" [ 896.179893] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.189943] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.298040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23ebda74-ec75-41fb-8a26-e07788cffbcc tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.779s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.315289] env[62353]: DEBUG nova.scheduler.client.report [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 896.593908] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d1fe6305-e472-42f4-a78c-76508daf3d37] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 896.696748] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.828074] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.830105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.672s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.830105] env[62353]: DEBUG nova.objects.instance [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'resources' on Instance uuid c01aad14-c583-44b7-951a-e00ee08e923d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.850471] env[62353]: INFO nova.scheduler.client.report [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Deleted allocations for instance 04ded576-b215-4afe-96b0-c697d579ce38 [ 897.070427] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.070926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.075846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.076198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.100024] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: fd4d5f14-1333-428e-82c2-77c6dfadeb40] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 897.191119] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626531} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.191462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29ce702f-1bc3-410a-a683-91d60cbb9d0c/29ce702f-1bc3-410a-a683-91d60cbb9d0c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 897.191737] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.192127] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-223556d4-89f3-4c24-85f1-ae54920a4f71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.200978] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 897.200978] env[62353]: value = "task-657371" [ 897.200978] env[62353]: _type = "Task" [ 897.200978] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.213264] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.340903] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Successfully updated port: c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.362768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b048f217-d451-45d7-9c99-64ffc384ef5b tempest-ServerRescueTestJSON-1619024171 tempest-ServerRescueTestJSON-1619024171-project-member] Lock "04ded576-b215-4afe-96b0-c697d579ce38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.887s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.576839] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 897.579605] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 897.605944] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: f5375f29-9da6-41a8-8ae6-060f44cb0a64] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 897.715874] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069028} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.720537] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.721627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c91da6f-348f-4705-9164-ea70c87677eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.749626] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 29ce702f-1bc3-410a-a683-91d60cbb9d0c/29ce702f-1bc3-410a-a683-91d60cbb9d0c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.754995] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f4c242-1d04-46ce-b642-571c7aad6862 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.776989] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 897.776989] env[62353]: value = "task-657372" [ 897.776989] env[62353]: _type = "Task" [ 897.776989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.782155] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd98d493-5467-4197-9205-c96204ef803a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.793797] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.796813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf862a-bd4f-43df-9763-a405d63e3dc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.834259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbd353-ff16-4944-9886-3c95b481f8d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.845474] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a971f-0d24-4a09-a439-b800ad61f9c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.847751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.847933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.848142] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 897.866392] env[62353]: DEBUG nova.compute.provider_tree [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.111047] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.111505] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Cleaning up deleted instances with incomplete migration {{(pid=62353) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 898.116617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.120680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.293733] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657372, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.370195] env[62353]: DEBUG nova.scheduler.client.report [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 898.449415] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 898.451884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.452435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.621155] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.706945] env[62353]: DEBUG nova.compute.manager [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Received event network-vif-plugged-c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 898.707254] env[62353]: DEBUG oslo_concurrency.lockutils [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] Acquiring lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.707529] env[62353]: DEBUG oslo_concurrency.lockutils [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.707740] env[62353]: DEBUG oslo_concurrency.lockutils [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.707929] env[62353]: DEBUG nova.compute.manager [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] No waiting events found dispatching network-vif-plugged-c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 898.709435] env[62353]: WARNING nova.compute.manager [req-dba98f00-f3df-42a0-b117-23020cb6565d req-4f20a43e-1cdd-4d55-bef3-f605da163b51 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Received unexpected event network-vif-plugged-c65812d9-fe7f-4847-acf3-863ac5f6acca for instance with vm_state building and task_state spawning. [ 898.717756] env[62353]: DEBUG nova.network.neutron [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Updating instance_info_cache with network_info: [{"id": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "address": "fa:16:3e:24:49:34", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65812d9-fe", "ovs_interfaceid": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.793881] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657372, 'name': ReconfigVM_Task, 'duration_secs': 0.577817} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.794201] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 29ce702f-1bc3-410a-a683-91d60cbb9d0c/29ce702f-1bc3-410a-a683-91d60cbb9d0c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.794862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5241dcb4-77f9-4e6a-a2ca-a5fe2f9d39f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.804149] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 898.804149] env[62353]: value = "task-657373" [ 898.804149] env[62353]: _type = "Task" [ 898.804149] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.817390] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657373, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.880205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.883366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.429s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.883719] env[62353]: DEBUG nova.objects.instance [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lazy-loading 'resources' on Instance uuid 3bbed079-ffe6-46d7-83ef-293634f51c14 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.904916] env[62353]: INFO nova.scheduler.client.report [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted allocations for instance c01aad14-c583-44b7-951a-e00ee08e923d [ 898.960694] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 899.155793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.155793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.225055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.225055] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Instance network_info: |[{"id": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "address": "fa:16:3e:24:49:34", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65812d9-fe", "ovs_interfaceid": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 899.226134] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:49:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65812d9-fe7f-4847-acf3-863ac5f6acca', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.237686] env[62353]: DEBUG oslo.service.loopingcall [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.238011] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 899.238302] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99fbd309-12ce-47ec-9271-2020051395ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.264911] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.264911] env[62353]: value = "task-657374" [ 899.264911] env[62353]: _type = "Task" [ 899.264911] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.274476] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657374, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.322345] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657373, 'name': Rename_Task, 'duration_secs': 0.34086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.322831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 899.322831] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b2c488-7d1a-43ac-920a-b079aaaee393 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.332745] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 899.332745] env[62353]: value = "task-657375" [ 899.332745] env[62353]: _type = "Task" [ 899.332745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.349983] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.419642] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4ac0ebe9-1dcd-4369-98dd-5f113d250f66 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c01aad14-c583-44b7-951a-e00ee08e923d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.119s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.419847] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Acquired lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.421045] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57b713-d379-43d1-a1ff-748498dc310d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.433340] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 899.433678] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 899.434521] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b28c76d-28a5-4037-9916-e59afe30f8a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.444336] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3788dec7-7955-4ed8-bfce-0235203bbd8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.488646] env[62353]: ERROR root [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-159448' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-159448' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-159448' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-159448'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-159448' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-159448' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-159448'}\n"]: nova.exception.InstanceNotFound: Instance c01aad14-c583-44b7-951a-e00ee08e923d could not be found. [ 899.488873] env[62353]: DEBUG oslo_concurrency.lockutils [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] Releasing lock "c01aad14-c583-44b7-951a-e00ee08e923d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.489154] env[62353]: DEBUG nova.compute.manager [req-a1115b11-cab9-4500-b2a9-13e42e072813 req-0a2991ce-4220-48cd-80a7-f9ffcdcb73d9 service nova] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Detach interface failed, port_id=516bcb29-05e7-48c4-a0bc-59eb5c0cefcc, reason: Instance c01aad14-c583-44b7-951a-e00ee08e923d could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 899.492783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.493173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.493385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.493614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "37b04929-abb5-480d-8c50-07ce99226b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.493828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.494014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.496851] env[62353]: INFO nova.compute.manager [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Terminating instance [ 899.501947] env[62353]: DEBUG nova.compute.manager [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 899.502186] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.503087] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd5a15-49ae-4a16-9d3c-8706a4196efe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.514669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.515051] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25761d0e-b5f6-4baa-8441-257d743b386c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.523983] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 899.523983] env[62353]: value = "task-657376" [ 899.523983] env[62353]: _type = "Task" [ 899.523983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.542242] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.593505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.594344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.594344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.594649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.594694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.597818] env[62353]: INFO nova.compute.manager [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Terminating instance [ 899.606475] env[62353]: DEBUG nova.compute.manager [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 899.606689] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.608303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c39a78-b36e-4321-9d0a-4f9c9542d68a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.617498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.617938] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd60f71a-42c7-4847-bf02-b67f303a65c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.627710] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 899.627710] env[62353]: value = "task-657377" [ 899.627710] env[62353]: _type = "Task" [ 899.627710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.640278] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.659692] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 899.781015] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657374, 'name': CreateVM_Task, 'duration_secs': 0.430209} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.784974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 899.784974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.784974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.784974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.784974] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdd8206-05b9-4ada-bb03-5dd91be6ea01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.792482] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 899.792482] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52061253-17a1-dc7f-1e82-e484fd018dcb" [ 899.792482] env[62353]: _type = "Task" [ 899.792482] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.803537] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52061253-17a1-dc7f-1e82-e484fd018dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.849041] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.918556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe504eb-de90-4169-8480-1907880df90c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.931017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d295b206-90eb-4eb3-b361-affde362c110 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.963879] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0c12a-2bf7-4a0e-ae25-c03175503a87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.975542] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ce186-67e3-4031-bf1d-460c4cc350b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.991591] env[62353]: DEBUG nova.compute.provider_tree [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.001109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.001571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.041303] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657376, 'name': PowerOffVM_Task, 'duration_secs': 0.219889} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.041710] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.041911] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 900.042249] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0526ad00-5645-4e32-b1f4-eb1b4f9594a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.116034] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 900.116554] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 900.116554] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleting the datastore file [datastore1] 37b04929-abb5-480d-8c50-07ce99226b06 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.117480] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f423132-4692-4535-87f1-d7a62a347fb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.128620] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for the task: (returnval){ [ 900.128620] env[62353]: value = "task-657379" [ 900.128620] env[62353]: _type = "Task" [ 900.128620] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.148084] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657377, 'name': PowerOffVM_Task, 'duration_secs': 0.179655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.155042] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.156770] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 900.156770] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.157089] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e888dd-f6cc-4750-bc1e-c247b1c7776b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.189977] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.236656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 900.236656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 900.236775] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore1] 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.237054] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc1b7d9-6c6e-4b60-bc3f-77bb8eb1fc11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.247307] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 900.247307] env[62353]: value = "task-657381" [ 900.247307] env[62353]: _type = "Task" [ 900.247307] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.257348] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.310102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.310533] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Processing image 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.310813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.311102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.311264] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.311581] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c31bb29-20c7-45d4-a2bd-f57faf6f404c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.321490] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.322687] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 900.322687] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0076908b-4d1a-44a0-bf30-8e6283126e49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.335496] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 900.335496] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d7e208-d963-ecc6-d559-32e8ed6eb24d" [ 900.335496] env[62353]: _type = "Task" [ 900.335496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.366676] env[62353]: DEBUG oslo_vmware.api [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657375, 'name': PowerOnVM_Task, 'duration_secs': 0.611494} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.367050] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 900.367264] env[62353]: INFO nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Took 10.67 seconds to spawn the instance on the hypervisor. [ 900.367444] env[62353]: DEBUG nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 900.367783] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 900.368010] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Fetch image to [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88/OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 900.368196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Downloading stream optimized image 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 to [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88/OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88.vmdk on the data store datastore1 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 900.368366] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Downloading image file data 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 to the ESX as VM named 'OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 900.371263] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf56e9b-2e9d-4028-a709-bbf7daba0cd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.468787] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 900.468787] env[62353]: value = "resgroup-9" [ 900.468787] env[62353]: _type = "ResourcePool" [ 900.468787] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 900.469155] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b29cce9b-6c25-4e10-993a-10259cef878e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.494542] env[62353]: DEBUG nova.scheduler.client.report [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 900.502453] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease: (returnval){ [ 900.502453] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 900.502453] env[62353]: _type = "HttpNfcLease" [ 900.502453] env[62353]: } obtained for vApp import into resource pool (val){ [ 900.502453] env[62353]: value = "resgroup-9" [ 900.502453] env[62353]: _type = "ResourcePool" [ 900.502453] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 900.507581] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the lease: (returnval){ [ 900.507581] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 900.507581] env[62353]: _type = "HttpNfcLease" [ 900.507581] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.508475] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 900.525559] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.525559] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 900.525559] env[62353]: _type = "HttpNfcLease" [ 900.525559] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.610826] env[62353]: INFO nova.compute.manager [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Rebuilding instance [ 900.655599] env[62353]: DEBUG oslo_vmware.api [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Task: {'id': task-657379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.655599] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.655599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.655599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.655599] env[62353]: INFO nova.compute.manager [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.655599] env[62353]: DEBUG oslo.service.loopingcall [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.655599] env[62353]: DEBUG nova.compute.manager [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 900.655599] env[62353]: DEBUG nova.network.neutron [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.671916] env[62353]: DEBUG nova.compute.manager [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 900.673101] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93b1e5-c7aa-434e-abc4-5a7764d71ac7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.765741] env[62353]: DEBUG oslo_vmware.api [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14709} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.765741] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.765741] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.766085] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.766243] env[62353]: INFO nova.compute.manager [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Took 1.16 seconds to destroy the instance on the hypervisor. [ 900.766577] env[62353]: DEBUG oslo.service.loopingcall [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.766839] env[62353]: DEBUG nova.compute.manager [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 900.766945] env[62353]: DEBUG nova.network.neutron [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.880941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.881232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.904812] env[62353]: INFO nova.compute.manager [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Took 40.02 seconds to build instance. [ 901.009262] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.012378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.321s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.012947] env[62353]: DEBUG nova.objects.instance [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lazy-loading 'resources' on Instance uuid 4b5345ac-85a8-4fbd-884a-025bde54082f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.035252] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.035252] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 901.035252] env[62353]: _type = "HttpNfcLease" [ 901.035252] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 901.044721] env[62353]: INFO nova.scheduler.client.report [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted allocations for instance 3bbed079-ffe6-46d7-83ef-293634f51c14 [ 901.053739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.189975] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 901.189975] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b72c1097-0dee-41aa-b806-121a24ec8724 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.202306] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 901.202306] env[62353]: value = "task-657383" [ 901.202306] env[62353]: _type = "Task" [ 901.202306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.213887] env[62353]: DEBUG nova.compute.manager [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Received event network-changed-c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 901.214622] env[62353]: DEBUG nova.compute.manager [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Refreshing instance network info cache due to event network-changed-c65812d9-fe7f-4847-acf3-863ac5f6acca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 901.214622] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] Acquiring lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.214622] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] Acquired lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.214622] env[62353]: DEBUG nova.network.neutron [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Refreshing network info cache for port c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 901.222709] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.386614] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 901.407057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17a61aa8-106a-48ec-ac9e-61b8fee793be tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.529s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.528151] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.528151] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 901.528151] env[62353]: _type = "HttpNfcLease" [ 901.528151] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.528520] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.528520] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5246130e-e55c-4a5d-5529-47079563689c" [ 901.528520] env[62353]: _type = "HttpNfcLease" [ 901.528520] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 901.530509] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c9b58b-65b1-4ec0-9c7d-4b6d98ac68a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.540495] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.540495] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 901.614638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-46994201-5253-45f2-bbc7-980a8221b89e tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "3bbed079-ffe6-46d7-83ef-293634f51c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.478s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.620864] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88b8019d-4194-4751-aa44-647109c99985 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.721825] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657383, 'name': PowerOffVM_Task, 'duration_secs': 0.308591} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.722122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 901.722347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 901.723504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccb907-53c0-4773-887d-81d149571e30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.736588] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 901.737392] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adacffeb-f06a-4584-a6f0-20df2ec7ac98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.835033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 901.835182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 901.835463] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleting the datastore file [datastore2] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.835876] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5364dbe5-db8f-4dc9-984d-9c9a8fc0236b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.843818] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 901.843818] env[62353]: value = "task-657385" [ 901.843818] env[62353]: _type = "Task" [ 901.843818] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.856602] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.879062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.879328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.928409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.117178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2399a5-dbb4-4624-8ec6-b949bf7f5318 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.131421] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f289cef-ea9e-43ac-a8f9-176babe2cb17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.181139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75d901-b365-4ff8-bd2f-ccbde646d007 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.192024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0085d-6150-4f8d-8421-7a6416b47e2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.215453] env[62353]: DEBUG nova.compute.provider_tree [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.293557] env[62353]: DEBUG nova.network.neutron [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Updated VIF entry in instance network info cache for port c65812d9-fe7f-4847-acf3-863ac5f6acca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 902.293557] env[62353]: DEBUG nova.network.neutron [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Updating instance_info_cache with network_info: [{"id": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "address": "fa:16:3e:24:49:34", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65812d9-fe", "ovs_interfaceid": "c65812d9-fe7f-4847-acf3-863ac5f6acca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.359017] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175926} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.364494] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.365335] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 902.365722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 902.385907] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 902.424268] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 902.424541] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.425501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3ca3e-c615-4a01-8360-9c14ef4c09c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.439997] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.440319] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 902.440762] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1fb3c498-4ea8-4ba1-8d12-9e0af0d20b96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.445659] env[62353]: DEBUG nova.network.neutron [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.458286] env[62353]: DEBUG nova.network.neutron [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.466947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.467628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.467628] env[62353]: INFO nova.compute.manager [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Shelving [ 902.609917] env[62353]: DEBUG oslo_vmware.rw_handles [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52495364-fc22-1559-60bf-d34ada3f52b6/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 902.610236] env[62353]: INFO nova.virt.vmwareapi.images [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Downloaded image file data 6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 [ 902.611361] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099f88b-2d89-44de-b44d-cffec75d4ea5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.635208] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d91d390-28db-4578-b610-1776ede17322 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.665326] env[62353]: INFO nova.virt.vmwareapi.images [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] The imported VM was unregistered [ 902.668317] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 902.668577] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.668886] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57748231-97f0-4a17-9c6c-b3d89915f1ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.681377] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.681580] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88/OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88.vmdk to [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 902.681844] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1d76f318-1950-473b-acda-22990416affa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.689777] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 902.689777] env[62353]: value = "task-657387" [ 902.689777] env[62353]: _type = "Task" [ 902.689777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.698124] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.726608] env[62353]: DEBUG nova.scheduler.client.report [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 902.795727] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ca6e907-bf15-4108-8063-a7103e98754c req-c51098ee-c9db-46ee-b5ae-bf2e357e9579 service nova] Releasing lock "refresh_cache-2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.847843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "48fee428-9105-4058-8de7-183e389c6e77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.847944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.848526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "48fee428-9105-4058-8de7-183e389c6e77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.848753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.848939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.852233] env[62353]: INFO nova.compute.manager [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Terminating instance [ 902.855340] env[62353]: DEBUG nova.compute.manager [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 902.855495] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 902.856457] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd7b8a-1155-476d-ac56-e78bf0222ef6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867770] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 902.868578] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd667c3-5f4c-40b2-a4ea-31ac67f6afc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.884231] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 902.884231] env[62353]: value = "task-657388" [ 902.884231] env[62353]: _type = "Task" [ 902.884231] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.904893] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.918042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.950988] env[62353]: INFO nova.compute.manager [-] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Took 2.30 seconds to deallocate network for instance. [ 902.961242] env[62353]: INFO nova.compute.manager [-] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Took 2.19 seconds to deallocate network for instance. [ 902.977329] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 902.978358] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877fc836-ed6b-4c6b-800d-87a490403c7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.988066] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 902.988066] env[62353]: value = "task-657389" [ 902.988066] env[62353]: _type = "Task" [ 902.988066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.004479] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.205049] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.232669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.237994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.694s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.238377] env[62353]: DEBUG nova.objects.instance [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lazy-loading 'resources' on Instance uuid f2ba6604-1c97-4c28-b95b-22f023a6c4c1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.283341] env[62353]: INFO nova.scheduler.client.report [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Deleted allocations for instance 4b5345ac-85a8-4fbd-884a-025bde54082f [ 903.402542] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657388, 'name': PowerOffVM_Task, 'duration_secs': 0.385462} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.403766] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 903.404111] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 903.404507] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-206d58ea-8a70-40c8-997d-17ac0ec0963a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.423303] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 903.423303] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 903.423303] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.423303] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 903.423841] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.424387] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 903.425143] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 903.425725] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 903.426128] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 903.426419] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 903.426757] env[62353]: DEBUG nova.virt.hardware [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 903.427810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f916f-fada-4bc8-a7f1-b43eae4890f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.440301] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda6828-35d0-4a78-b096-467bf48f7818 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.467869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.468676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e6:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a3af360-d25d-42bf-b3fc-7bc189ba3630', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.481969] env[62353]: DEBUG oslo.service.loopingcall [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.483512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.483927] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 903.484263] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-544c2fd7-4a12-40f2-8343-6b1075f282d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.527034] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657389, 'name': PowerOffVM_Task, 'duration_secs': 0.373514} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.527702] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 903.531198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec24da09-44db-4dc6-996b-4dd861a11ba8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.535710] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.535710] env[62353]: value = "task-657391" [ 903.535710] env[62353]: _type = "Task" [ 903.535710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.570907] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b45b3b-d0e9-4dc8-a03b-9e13a8d7f082 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.581417] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657391, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.584398] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 903.584857] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 903.585163] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore2] 48fee428-9105-4058-8de7-183e389c6e77 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.586035] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-254fe9b2-ced0-4fd6-9995-c3620a06042c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.601131] env[62353]: DEBUG nova.compute.manager [req-3141c9b8-1300-492d-838d-a96ca03b8669 req-80cb39c7-f27a-4c80-812d-8a8de66b445e service nova] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Received event network-vif-deleted-524cde14-d609-4f2a-ac28-8826931bed9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 903.601257] env[62353]: DEBUG nova.compute.manager [req-3141c9b8-1300-492d-838d-a96ca03b8669 req-80cb39c7-f27a-4c80-812d-8a8de66b445e service nova] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Received event network-vif-deleted-831bb71c-a18f-47ad-b626-f89d12bc44f6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 903.605846] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 903.605846] env[62353]: value = "task-657392" [ 903.605846] env[62353]: _type = "Task" [ 903.605846] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.618345] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.707450] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.803762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e2654fd-6787-48a1-867c-60102badcf35 tempest-VolumesAdminNegativeTest-264041786 tempest-VolumesAdminNegativeTest-264041786-project-member] Lock "4b5345ac-85a8-4fbd-884a-025bde54082f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.394s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.993248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.993774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.047540] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657391, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.108519] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.108519] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a91e2b50-0243-449f-a987-a010c81e35af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.123256] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 904.123256] env[62353]: value = "task-657393" [ 904.123256] env[62353]: _type = "Task" [ 904.123256] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.135110] env[62353]: DEBUG oslo_vmware.api [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451088} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.139340] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.139603] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 904.140081] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 904.140238] env[62353]: INFO nova.compute.manager [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Took 1.28 seconds to destroy the instance on the hypervisor. [ 904.141144] env[62353]: DEBUG oslo.service.loopingcall [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.141512] env[62353]: DEBUG nova.compute.manager [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 904.141650] env[62353]: DEBUG nova.network.neutron [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 904.154213] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.212840] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.285745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed03f78-9912-486b-8f5d-404e8292a171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.298480] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e899a-f834-40c7-9a8b-b2f41527d3d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.348382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac06859-88fa-4825-a2b5-f2532b83f576 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.359293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56952b83-2046-46c7-9cda-50a4c7bf9007 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.376872] env[62353]: DEBUG nova.compute.provider_tree [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.498705] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 904.553233] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657391, 'name': CreateVM_Task, 'duration_secs': 0.562362} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.554591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 904.555828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.556141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.556638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.557467] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b291bc7f-21ab-416e-93c4-9a78d9017b8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.568567] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 904.568567] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fb283-222e-6b0c-d8af-5fd768282e0f" [ 904.568567] env[62353]: _type = "Task" [ 904.568567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.582576] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fb283-222e-6b0c-d8af-5fd768282e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.643736] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.706555] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.883574] env[62353]: DEBUG nova.scheduler.client.report [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 905.034789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.089954] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fb283-222e-6b0c-d8af-5fd768282e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.079334} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.090358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.090644] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.090900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.090975] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.091200] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.091676] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310a525a-46f0-4c96-929d-b1b1c086b848 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.111571] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.112648] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 905.114659] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451d11de-dc86-43cf-8522-70161368b504 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.123669] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 905.123669] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52186e6e-440d-b381-6417-2b200cf689b2" [ 905.123669] env[62353]: _type = "Task" [ 905.123669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.136912] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52186e6e-440d-b381-6417-2b200cf689b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.148863] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.207767] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.393930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.396551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.475s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.396841] env[62353]: DEBUG nova.objects.instance [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lazy-loading 'resources' on Instance uuid b0f6d094-5e78-4bbe-8f84-926f4b9d1fae {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.418370] env[62353]: INFO nova.scheduler.client.report [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted allocations for instance f2ba6604-1c97-4c28-b95b-22f023a6c4c1 [ 905.444090] env[62353]: DEBUG nova.network.neutron [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.629113] env[62353]: DEBUG nova.compute.manager [req-cf2bef07-9e43-48de-8726-ce5b65174bfb req-3e030b62-0cc6-440d-8161-508ca4ed0ab5 service nova] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Received event network-vif-deleted-56a0448d-039f-4c47-9bb6-ccd82e9627c3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 905.657817] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52186e6e-440d-b381-6417-2b200cf689b2, 'name': SearchDatastore_Task, 'duration_secs': 0.090441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.664984] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657393, 'name': CreateSnapshot_Task, 'duration_secs': 1.065227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.666477] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db8f323-5a68-4c84-a30d-b481e56dfc38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.671109] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.671866] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3a3e9-21aa-414a-9ac1-7bc8ee0f1b8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.698403] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 905.698403] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52583561-df53-6388-dd01-d1f572b5bb14" [ 905.698403] env[62353]: _type = "Task" [ 905.698403] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.698792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.698918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.713241] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657387, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.806477} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.717298] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88/OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88.vmdk to [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk. [ 905.717527] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Cleaning up location [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 905.717698] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ad8afa40-71b8-41f1-a7fa-28e140572c88 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.717993] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52583561-df53-6388-dd01-d1f572b5bb14, 'name': SearchDatastore_Task, 'duration_secs': 0.029042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.718220] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbac6cec-d439-4e21-a6cc-e039e72affeb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.720801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.721021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 905.721865] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4dbcd7e-b998-48f1-a7dc-cdd4873dad36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.732157] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 905.732157] env[62353]: value = "task-657395" [ 905.732157] env[62353]: _type = "Task" [ 905.732157] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.733714] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 905.733714] env[62353]: value = "task-657394" [ 905.733714] env[62353]: _type = "Task" [ 905.733714] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.749194] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.755192] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.933655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57f904d5-d207-4ed6-8060-599fa556b2ab tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "f2ba6604-1c97-4c28-b95b-22f023a6c4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.646s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.946950] env[62353]: INFO nova.compute.manager [-] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Took 1.81 seconds to deallocate network for instance. [ 906.206607] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 906.211328] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a52400aa-f213-4579-9b57-1eb14fe8df82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.225507] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 906.225507] env[62353]: value = "task-657396" [ 906.225507] env[62353]: _type = "Task" [ 906.225507] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.241016] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657396, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.262286] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070314} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.262286] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657395, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.262456] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.262604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.262898] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk to [datastore1] 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6/2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 906.263219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e942e98c-2543-441d-b1d3-9b948e597976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.274570] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 906.274570] env[62353]: value = "task-657397" [ 906.274570] env[62353]: _type = "Task" [ 906.274570] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.285236] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.454299] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d763a-bdd5-4d6e-bd3f-d1c2085433d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.458212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.464337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310e14c-4ddb-4a73-aae4-78e5f4167050 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.505372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74873166-0903-4e7b-a5a8-20fda8face1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.518044] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c42ace-6cee-4212-a95b-51d852a1af6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.541074] env[62353]: DEBUG nova.compute.provider_tree [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.739775] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657396, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.755216] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531936} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.755216] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 906.755216] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.755216] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29d59b0-d306-46c8-9e25-4c8683c9b673 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.761310] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 906.761310] env[62353]: value = "task-657398" [ 906.761310] env[62353]: _type = "Task" [ 906.761310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.773596] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.787642] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.044595] env[62353]: DEBUG nova.scheduler.client.report [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 907.241480] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657396, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.271527] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160598} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.272300] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.274026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609cd128-dd82-43b6-9188-973dfcc4fb22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.290024] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.306480] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.307042] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f518731-353d-4fa5-873a-0bcce80c52e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.333030] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 907.333030] env[62353]: value = "task-657399" [ 907.333030] env[62353]: _type = "Task" [ 907.333030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.344084] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.553191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.556069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.125s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.558110] env[62353]: INFO nova.compute.claims [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.585221] env[62353]: INFO nova.scheduler.client.report [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted allocations for instance b0f6d094-5e78-4bbe-8f84-926f4b9d1fae [ 907.740179] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657396, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.787237] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.850558] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657399, 'name': ReconfigVM_Task, 'duration_secs': 0.37878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.851111] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3/c4d37e58-586d-4cd9-9eab-05b7a0bb31e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.851665] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad07aa41-1483-41d0-aeba-68e79a28a69c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.862827] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 907.862827] env[62353]: value = "task-657400" [ 907.862827] env[62353]: _type = "Task" [ 907.862827] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.876728] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657400, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.096776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be737bbd-b3da-4749-9083-c5079cec72c7 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b0f6d094-5e78-4bbe-8f84-926f4b9d1fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.629s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.244998] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657396, 'name': CloneVM_Task, 'duration_secs': 1.580447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.244998] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Created linked-clone VM from snapshot [ 908.244998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39abe447-bfdd-419c-b163-0a22764f8b36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.254977] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Uploading image 1a59d906-9683-461b-a948-6d4cd85dc86b {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 908.292632] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.296692] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 908.296692] env[62353]: value = "vm-159519" [ 908.296692] env[62353]: _type = "VirtualMachine" [ 908.296692] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 908.296692] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-943b3344-2660-4c8b-a705-50bb303390ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.306872] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lease: (returnval){ [ 908.306872] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d652f-5b07-4d06-03ca-e726a272a46a" [ 908.306872] env[62353]: _type = "HttpNfcLease" [ 908.306872] env[62353]: } obtained for exporting VM: (result){ [ 908.306872] env[62353]: value = "vm-159519" [ 908.306872] env[62353]: _type = "VirtualMachine" [ 908.306872] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 908.306872] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the lease: (returnval){ [ 908.306872] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d652f-5b07-4d06-03ca-e726a272a46a" [ 908.306872] env[62353]: _type = "HttpNfcLease" [ 908.306872] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.313127] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.313127] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d652f-5b07-4d06-03ca-e726a272a46a" [ 908.313127] env[62353]: _type = "HttpNfcLease" [ 908.313127] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.377517] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657400, 'name': Rename_Task, 'duration_secs': 0.165745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.378228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 908.378314] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0768b0a-8917-446a-ae93-be96851ee389 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.387447] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 908.387447] env[62353]: value = "task-657402" [ 908.387447] env[62353]: _type = "Task" [ 908.387447] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.401333] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.797627] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.814360] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.814360] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d652f-5b07-4d06-03ca-e726a272a46a" [ 908.814360] env[62353]: _type = "HttpNfcLease" [ 908.814360] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.814641] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.814641] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d652f-5b07-4d06-03ca-e726a272a46a" [ 908.814641] env[62353]: _type = "HttpNfcLease" [ 908.814641] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.816347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b89f992-788f-4bc4-af82-1bbfd84a6d92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.831019] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.831615] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.917975] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.946205] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ecffaee-6044-4ea5-b2e5-83fd487b1454 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.110342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e390d56-2dbc-4686-832c-287753050c01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.119321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed43a91-1de4-4e6c-a715-ef02abe99592 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.161813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8475747-d72e-401e-94aa-124924be6893 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.168972] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04e2f51-cb57-4f1a-88c7-b3b02656132e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.187790] env[62353]: DEBUG nova.compute.provider_tree [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.289557] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.411171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.411720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.419343] env[62353]: DEBUG oslo_vmware.api [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657402, 'name': PowerOnVM_Task, 'duration_secs': 0.557689} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.419657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 909.419990] env[62353]: DEBUG nova.compute.manager [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 909.421544] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506c12c9-1016-418e-871d-a1b8bf49d89e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.463077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.463077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.689369] env[62353]: DEBUG nova.scheduler.client.report [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 909.795413] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657397, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.443156} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.795776] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8/6d5f7f3d-ef75-41b3-b10e-30c9bd32e1f8.vmdk to [datastore1] 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6/2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 909.799399] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5ed28-4c98-4b22-b205-c99283245119 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.826211] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6/2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.826901] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3216f67f-1954-4ff0-ad10-ef5d57f9f2f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.851945] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 909.851945] env[62353]: value = "task-657403" [ 909.851945] env[62353]: _type = "Task" [ 909.851945] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.866539] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.947673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.198769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.198769] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 910.201636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.087s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.203536] env[62353]: INFO nova.compute.claims [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.314555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.314901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.364170] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657403, 'name': ReconfigVM_Task, 'duration_secs': 0.499011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.364170] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6/2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.364622] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4795dee-938e-47cb-b9e8-f58c4521dc75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.373160] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 910.373160] env[62353]: value = "task-657404" [ 910.373160] env[62353]: _type = "Task" [ 910.373160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.382777] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657404, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.710048] env[62353]: DEBUG nova.compute.utils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 910.710668] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 910.710842] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 910.778509] env[62353]: DEBUG nova.policy [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09d719dfeacb40e1a02ee59f4c5f0f3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0bbf03a7dc43a6b2bd4979cc19f8d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 910.890547] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657404, 'name': Rename_Task, 'duration_secs': 0.20217} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.890547] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 910.890547] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f965dbc2-127b-4d35-92b0-fadc17c54ac7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.900942] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 910.900942] env[62353]: value = "task-657405" [ 910.900942] env[62353]: _type = "Task" [ 910.900942] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.913049] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.215939] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 911.282893] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Successfully created port: 86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.414685] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.690868] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e8562b-18d8-4649-a101-8af5e442e999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.701615] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807cbf4-1156-4fec-a7cd-93ee23415524 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.737738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6843b67b-53c6-4fa7-b693-0e2deee06c12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.746899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b860a37-5938-467f-b621-9f5a4e171273 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.763601] env[62353]: DEBUG nova.compute.provider_tree [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.805393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.805393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.805393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.805393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.805393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.807210] env[62353]: INFO nova.compute.manager [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Terminating instance [ 911.809053] env[62353]: DEBUG nova.compute.manager [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 911.809250] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 911.810078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff85f3-c7ef-4f9f-995c-fdd894501364 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.818897] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 911.819163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58169037-71cb-4779-ac1c-b7ba58bbeb98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.826528] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 911.826528] env[62353]: value = "task-657406" [ 911.826528] env[62353]: _type = "Task" [ 911.826528] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.836264] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.909525] env[62353]: DEBUG oslo_vmware.api [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657405, 'name': PowerOnVM_Task, 'duration_secs': 0.616379} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.909878] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 911.910061] env[62353]: INFO nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Took 17.03 seconds to spawn the instance on the hypervisor. [ 911.910254] env[62353]: DEBUG nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 911.911112] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe05e484-54a2-4105-9833-d57465210d59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.239014] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 912.266423] env[62353]: DEBUG nova.scheduler.client.report [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 912.339032] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657406, 'name': PowerOffVM_Task, 'duration_secs': 0.242994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.339342] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 912.339521] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 912.339787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa39c867-2853-4cee-8f09-08c9289004cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.410101] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 912.410371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 912.410565] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleting the datastore file [datastore1] c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.410885] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74eff095-24bd-4db7-b54a-c398228734a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.418752] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 912.418752] env[62353]: value = "task-657408" [ 912.418752] env[62353]: _type = "Task" [ 912.418752] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.433830] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.437172] env[62353]: INFO nova.compute.manager [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Took 40.63 seconds to build instance. [ 912.546789] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 912.547141] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 912.547279] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.547473] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 912.547627] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.547780] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 912.547990] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 912.548222] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 912.548491] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 912.548697] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 912.548902] env[62353]: DEBUG nova.virt.hardware [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.549846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e5453e-73c4-4cdc-870f-2a03be5df505 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.560022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825f776-eccf-41eb-8dec-1fec745b7671 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.771645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.772227] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 912.775357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.655s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.776461] env[62353]: INFO nova.compute.claims [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.930259] env[62353]: DEBUG oslo_vmware.api [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.930595] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.930727] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 912.930906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 912.931104] env[62353]: INFO nova.compute.manager [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 912.931372] env[62353]: DEBUG oslo.service.loopingcall [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.931987] env[62353]: DEBUG nova.compute.manager [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 912.932125] env[62353]: DEBUG nova.network.neutron [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 912.938617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81db03ef-7677-4720-8df9-84f571137ddd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.142s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.066113] env[62353]: DEBUG nova.compute.manager [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Received event network-vif-plugged-86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 913.066113] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] Acquiring lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.066113] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.066113] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.066113] env[62353]: DEBUG nova.compute.manager [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] No waiting events found dispatching network-vif-plugged-86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 913.066113] env[62353]: WARNING nova.compute.manager [req-f79ed97a-c908-4b0f-ac20-d2a4ee6c853b req-55490c4d-5d38-4662-bf38-a679af5e9c8e service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Received unexpected event network-vif-plugged-86c5ba88-e6f8-4581-8f2b-67d57428aca7 for instance with vm_state building and task_state spawning. [ 913.070047] env[62353]: DEBUG nova.compute.manager [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 913.070047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8e53f-b7e9-4d2f-a3e0-f7b7d8f32cfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.102895] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Successfully updated port: 86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.281129] env[62353]: DEBUG nova.compute.utils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.287849] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 913.287849] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 913.289786] env[62353]: DEBUG nova.compute.manager [req-25c8c31b-8b8e-44af-bbdc-5954da64f370 req-4af6a745-8810-46d6-8824-eb085225a50c service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Received event network-vif-deleted-5a3af360-d25d-42bf-b3fc-7bc189ba3630 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 913.290183] env[62353]: INFO nova.compute.manager [req-25c8c31b-8b8e-44af-bbdc-5954da64f370 req-4af6a745-8810-46d6-8824-eb085225a50c service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Neutron deleted interface 5a3af360-d25d-42bf-b3fc-7bc189ba3630; detaching it from the instance and deleting it from the info cache [ 913.290397] env[62353]: DEBUG nova.network.neutron [req-25c8c31b-8b8e-44af-bbdc-5954da64f370 req-4af6a745-8810-46d6-8824-eb085225a50c service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.338277] env[62353]: DEBUG nova.policy [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9554a1f48b9f453cb31ffaa09b37601a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c93e15d5f4872b7ce19f2a2629145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 913.441891] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 913.584715] env[62353]: INFO nova.compute.manager [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] instance snapshotting [ 913.584827] env[62353]: DEBUG nova.objects.instance [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.605744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.605922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquired lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.606097] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 913.651631] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Successfully created port: 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.696916] env[62353]: DEBUG nova.network.neutron [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.709797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.710384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.710384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.710529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.710644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.712837] env[62353]: INFO nova.compute.manager [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Terminating instance [ 913.714612] env[62353]: DEBUG nova.compute.manager [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 913.714816] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 913.716334] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e91664-ed2b-453d-9e14-9dc61691762a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.725215] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 913.725498] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfeb61d8-c807-4e81-a6cf-e914f4d844f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.733914] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 913.733914] env[62353]: value = "task-657409" [ 913.733914] env[62353]: _type = "Task" [ 913.733914] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.746196] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.785730] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 913.796677] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3f5384a-2197-4a5a-ac17-52cc8cf5ffc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.807124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f131387-e2d3-4f16-8cff-5aa02e1e5a14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.843695] env[62353]: DEBUG nova.compute.manager [req-25c8c31b-8b8e-44af-bbdc-5954da64f370 req-4af6a745-8810-46d6-8824-eb085225a50c service nova] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Detach interface failed, port_id=5a3af360-d25d-42bf-b3fc-7bc189ba3630, reason: Instance c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 913.966878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.092763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b9f4c-c2b2-4de5-9964-3116dfc1f22e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.115604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a6cb5-6f57-40ad-8fed-678c9ad62dee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.147909] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 914.199287] env[62353]: INFO nova.compute.manager [-] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Took 1.27 seconds to deallocate network for instance. [ 914.205705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aafaab2-3a2c-4302-85a4-e45a4dab4900 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.216065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a638e-ef0a-41e1-9f7b-7e75ac9cafdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.254150] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa812f3-fb06-4f0b-8ebe-2156d3e641e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.265746] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5bcf1-6728-47ae-92da-616ca285d201 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.269904] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657409, 'name': PowerOffVM_Task, 'duration_secs': 0.220016} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.270524] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 914.271315] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 914.271315] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a7db03-467c-471c-848d-bcb7b0dc3b9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.283999] env[62353]: DEBUG nova.compute.provider_tree [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.356588] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 914.356989] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 914.357305] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore1] 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.357702] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb81a420-fd3a-4e7e-b9e4-5e6d145c8ca9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.365369] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 914.365369] env[62353]: value = "task-657411" [ 914.365369] env[62353]: _type = "Task" [ 914.365369] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.374229] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.385980] env[62353]: DEBUG nova.network.neutron [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Updating instance_info_cache with network_info: [{"id": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "address": "fa:16:3e:bb:d6:e1", "network": {"id": "bd1ab99e-c006-4cd7-898d-a0baad92914b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-261486107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0bbf03a7dc43a6b2bd4979cc19f8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c5ba88-e6", "ovs_interfaceid": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.630553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.630553] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a66731fc-be66-4ac5-9110-dc033ab9315f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.638844] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 914.638844] env[62353]: value = "task-657412" [ 914.638844] env[62353]: _type = "Task" [ 914.638844] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.649542] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.709847] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.786947] env[62353]: DEBUG nova.scheduler.client.report [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 914.796387] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 914.818888] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 914.819171] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 914.819339] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.819527] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 914.819682] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.819836] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 914.820063] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 914.820230] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 914.820412] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 914.820579] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 914.820759] env[62353]: DEBUG nova.virt.hardware [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.821900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bbc6db-8b33-40dc-b549-241eb29f1632 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.831198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dad74d-1456-43cb-a77b-ef515305befd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.875474] env[62353]: DEBUG oslo_vmware.api [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139725} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.875760] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.875970] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 914.876163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 914.876349] env[62353]: INFO nova.compute.manager [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 914.876598] env[62353]: DEBUG oslo.service.loopingcall [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.876796] env[62353]: DEBUG nova.compute.manager [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 914.876890] env[62353]: DEBUG nova.network.neutron [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 914.888734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Releasing lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.889245] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Instance network_info: |[{"id": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "address": "fa:16:3e:bb:d6:e1", "network": {"id": "bd1ab99e-c006-4cd7-898d-a0baad92914b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-261486107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0bbf03a7dc43a6b2bd4979cc19f8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c5ba88-e6", "ovs_interfaceid": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 914.889993] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d6:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c5ba88-e6f8-4581-8f2b-67d57428aca7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.897737] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Creating folder: Project (8e0bbf03a7dc43a6b2bd4979cc19f8d6). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 914.898052] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a55611-ff18-4e3d-8924-6e090eb01c8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.911685] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Created folder: Project (8e0bbf03a7dc43a6b2bd4979cc19f8d6) in parent group-v159334. [ 914.911915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Creating folder: Instances. Parent ref: group-v159520. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 914.912192] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-367667d7-bcc2-42a6-a438-a66f66f7c469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.922720] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Created folder: Instances in parent group-v159520. [ 914.923777] env[62353]: DEBUG oslo.service.loopingcall [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.923777] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 914.923777] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931ecbbf-2d35-4ed8-8506-f54657f72ed7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.947352] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.947352] env[62353]: value = "task-657415" [ 914.947352] env[62353]: _type = "Task" [ 914.947352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.956675] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657415, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.099493] env[62353]: DEBUG nova.compute.manager [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Received event network-changed-86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 915.099725] env[62353]: DEBUG nova.compute.manager [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Refreshing instance network info cache due to event network-changed-86c5ba88-e6f8-4581-8f2b-67d57428aca7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 915.099933] env[62353]: DEBUG oslo_concurrency.lockutils [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] Acquiring lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.100091] env[62353]: DEBUG oslo_concurrency.lockutils [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] Acquired lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.100274] env[62353]: DEBUG nova.network.neutron [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Refreshing network info cache for port 86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 915.158863] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657412, 'name': CreateSnapshot_Task, 'duration_secs': 0.505801} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.159802] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.161322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719df7af-950c-49c8-b8cf-156c842ad39f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.176473] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Successfully updated port: 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.293090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.293821] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 915.296921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.804s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.298616] env[62353]: INFO nova.compute.claims [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.314802] env[62353]: DEBUG nova.compute.manager [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-vif-plugged-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 915.315208] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.315399] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.315513] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.315622] env[62353]: DEBUG nova.compute.manager [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] No waiting events found dispatching network-vif-plugged-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 915.315801] env[62353]: WARNING nova.compute.manager [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received unexpected event network-vif-plugged-134c29fb-1830-43aa-a9f3-07bb422e9d87 for instance with vm_state building and task_state spawning. [ 915.315992] env[62353]: DEBUG nova.compute.manager [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 915.316175] env[62353]: DEBUG nova.compute.manager [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing instance network info cache due to event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 915.316367] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.316510] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.316693] env[62353]: DEBUG nova.network.neutron [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 915.459239] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657415, 'name': CreateVM_Task, 'duration_secs': 0.370958} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.459473] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 915.460446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.460686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.461261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.461422] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcfdd46-7340-47dc-bf78-9013ccbe4d99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.467316] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 915.467316] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5225f46e-aebd-bc35-56cb-36e231cc27e6" [ 915.467316] env[62353]: _type = "Task" [ 915.467316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.477257] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5225f46e-aebd-bc35-56cb-36e231cc27e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.609103] env[62353]: DEBUG nova.network.neutron [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.686517] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.686685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.686964] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f7d24e1-4c7d-4c2f-b4ba-49bad0846e59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.699689] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 915.699689] env[62353]: value = "task-657416" [ 915.699689] env[62353]: _type = "Task" [ 915.699689] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.708934] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657416, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.802982] env[62353]: DEBUG nova.compute.utils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.807990] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 915.807990] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 915.854597] env[62353]: DEBUG nova.network.neutron [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Updated VIF entry in instance network info cache for port 86c5ba88-e6f8-4581-8f2b-67d57428aca7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 915.854597] env[62353]: DEBUG nova.network.neutron [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Updating instance_info_cache with network_info: [{"id": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "address": "fa:16:3e:bb:d6:e1", "network": {"id": "bd1ab99e-c006-4cd7-898d-a0baad92914b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-261486107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0bbf03a7dc43a6b2bd4979cc19f8d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c5ba88-e6", "ovs_interfaceid": "86c5ba88-e6f8-4581-8f2b-67d57428aca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.861776] env[62353]: DEBUG nova.network.neutron [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 915.904891] env[62353]: DEBUG nova.policy [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18255b4092a04f06b9308b7253bbe81e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '341f53794198474abc4b98e58f1ded46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 915.946583] env[62353]: DEBUG nova.network.neutron [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.981746] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5225f46e-aebd-bc35-56cb-36e231cc27e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.982222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.982567] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.982910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.983142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.983404] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.983787] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1245b5f-c622-464d-945a-45e340740c9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.995644] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.995992] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 915.997053] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ad7bf1-bd20-46a0-bace-2364d1c4c13d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.004768] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 916.004768] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527c19ab-3e03-8819-a006-202cdfd85717" [ 916.004768] env[62353]: _type = "Task" [ 916.004768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.016009] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527c19ab-3e03-8819-a006-202cdfd85717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.113830] env[62353]: INFO nova.compute.manager [-] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Took 1.24 seconds to deallocate network for instance. [ 916.210939] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657416, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.250817] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Successfully created port: 4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.307481] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 916.357119] env[62353]: DEBUG oslo_concurrency.lockutils [req-46e06219-c39f-4d91-ae09-17530bc1ccbe req-dd2c1a36-64d1-4036-b69d-5e5710bb1e1b service nova] Releasing lock "refresh_cache-8d7afebf-8eb1-463a-a1de-f80e02de170d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.451662] env[62353]: DEBUG oslo_concurrency.lockutils [req-5caa6843-8104-4a00-8ee9-2e3997218c7d req-d750ce65-84fd-47fb-a91b-8fe70bd8aaab service nova] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.452829] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452829] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 916.516529] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527c19ab-3e03-8819-a006-202cdfd85717, 'name': SearchDatastore_Task, 'duration_secs': 0.024357} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.520154] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9745ff14-5583-4fc0-a9bc-f96e5b67eed8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.526675] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 916.526675] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6dff3-049d-3119-ff64-39969d11c38b" [ 916.526675] env[62353]: _type = "Task" [ 916.526675] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.540404] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6dff3-049d-3119-ff64-39969d11c38b, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.540695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.541048] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 8d7afebf-8eb1-463a-a1de-f80e02de170d/8d7afebf-8eb1-463a-a1de-f80e02de170d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 916.541300] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e22eb9-112a-47e7-b9f6-967cf38ac0b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.552123] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 916.552123] env[62353]: value = "task-657417" [ 916.552123] env[62353]: _type = "Task" [ 916.552123] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.559689] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.623737] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.713270] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657416, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.715221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ced30-16d2-4032-a426-2ca9bb3c7208 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.724075] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa318d3-39b5-4449-8748-a7cb41680866 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.758856] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ad9dc-b4f5-409e-8f12-26dab054aac8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.769361] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb9766-df9e-4f2c-a4b6-e4e2c7076191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.790429] env[62353]: DEBUG nova.compute.provider_tree [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.984212] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 917.063226] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657417, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.143092] env[62353]: DEBUG nova.network.neutron [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.158734] env[62353]: DEBUG nova.compute.manager [req-f32846b3-3703-432d-af68-0917cfecfe3e req-e9a51ff2-e93d-4973-8ac6-1a7994c3c0a8 service nova] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Received event network-vif-deleted-c65812d9-fe7f-4847-acf3-863ac5f6acca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 917.213297] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657416, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.295340] env[62353]: DEBUG nova.scheduler.client.report [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 917.320380] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 917.343886] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 917.344179] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 917.344349] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.344593] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 917.344746] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.344919] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 917.345149] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 917.345319] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 917.345516] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 917.345716] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 917.345939] env[62353]: DEBUG nova.virt.hardware [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.347205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692cb96-868b-4d44-92a2-faff719071b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.355792] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753a80e-e6fd-4b9e-a205-cdbccb6252d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.561638] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547752} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.561948] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 8d7afebf-8eb1-463a-a1de-f80e02de170d/8d7afebf-8eb1-463a-a1de-f80e02de170d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 917.562203] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.562505] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4707713-988d-493a-bf04-bece4e11af91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.570222] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 917.570222] env[62353]: value = "task-657418" [ 917.570222] env[62353]: _type = "Task" [ 917.570222] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.580277] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.646111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.646819] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance network_info: |[{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 917.647326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '134c29fb-1830-43aa-a9f3-07bb422e9d87', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.656178] env[62353]: DEBUG oslo.service.loopingcall [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.656178] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 917.656178] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf3e8e6-8e10-49e5-8424-81dd4e540ac4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.678252] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.678252] env[62353]: value = "task-657419" [ 917.678252] env[62353]: _type = "Task" [ 917.678252] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.686999] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657419, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.716930] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657416, 'name': CloneVM_Task, 'duration_secs': 1.583566} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.717130] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created linked-clone VM from snapshot [ 917.718104] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0d78c-f461-4640-af29-f9dd85ac0734 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.727162] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploading image a96cfeaa-0922-428f-9829-6d315d399008 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 917.754591] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.754591] env[62353]: value = "vm-159524" [ 917.754591] env[62353]: _type = "VirtualMachine" [ 917.754591] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.754938] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c889a1ea-dc0c-4b96-bc38-474ffda17982 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.764536] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease: (returnval){ [ 917.764536] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529e005f-313d-2d19-5ce1-592bac321a3f" [ 917.764536] env[62353]: _type = "HttpNfcLease" [ 917.764536] env[62353]: } obtained for exporting VM: (result){ [ 917.764536] env[62353]: value = "vm-159524" [ 917.764536] env[62353]: _type = "VirtualMachine" [ 917.764536] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.764903] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the lease: (returnval){ [ 917.764903] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529e005f-313d-2d19-5ce1-592bac321a3f" [ 917.764903] env[62353]: _type = "HttpNfcLease" [ 917.764903] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.774660] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.774660] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529e005f-313d-2d19-5ce1-592bac321a3f" [ 917.774660] env[62353]: _type = "HttpNfcLease" [ 917.774660] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.800931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.801803] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 917.804809] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.615s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.806581] env[62353]: INFO nova.compute.claims [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.946842] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Successfully updated port: 4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.973748] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.974717] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff2eb03-c979-41a4-bcf2-cc8d677d0917 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.982467] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.982685] env[62353]: ERROR oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk due to incomplete transfer. [ 917.982958] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea484ca0-3633-4993-97c8-98064b090260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.992025] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52516473-ba4c-e5a0-77ce-a021cb82d9a3/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 917.993440] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Uploaded image 1a59d906-9683-461b-a948-6d4cd85dc86b to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 917.994680] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 917.998023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a9f5c94-81d5-4bfa-8182-f571c0591445 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.001874] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 918.001874] env[62353]: value = "task-657421" [ 918.001874] env[62353]: _type = "Task" [ 918.001874] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.011989] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657421, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.085824] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072639} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.086364] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.087917] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d340e-90d5-42ee-b60c-736410132cda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.116564] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8d7afebf-8eb1-463a-a1de-f80e02de170d/8d7afebf-8eb1-463a-a1de-f80e02de170d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.116905] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c04c9db-a7c4-4692-b7b2-21f5228ad002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.140442] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 918.140442] env[62353]: value = "task-657422" [ 918.140442] env[62353]: _type = "Task" [ 918.140442] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.149591] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.194201] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657419, 'name': CreateVM_Task, 'duration_secs': 0.368558} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.194848] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 918.195649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.195872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.196251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.196551] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3628a224-86c1-4322-8634-2b44a7189c21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.202547] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 918.202547] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529146c9-b336-c6a4-9e0b-fa0c0fb93a21" [ 918.202547] env[62353]: _type = "Task" [ 918.202547] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.212278] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529146c9-b336-c6a4-9e0b-fa0c0fb93a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.274777] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.274777] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529e005f-313d-2d19-5ce1-592bac321a3f" [ 918.274777] env[62353]: _type = "HttpNfcLease" [ 918.274777] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.275218] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.275218] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529e005f-313d-2d19-5ce1-592bac321a3f" [ 918.275218] env[62353]: _type = "HttpNfcLease" [ 918.275218] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.276052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b37d59-0aae-41e8-969c-8e04582e2e98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.284867] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.285100] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.356605] env[62353]: DEBUG nova.compute.utils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.363249] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 918.363249] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 918.395611] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e528b548-d85b-4c28-ab30-66ae08a356f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.451106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.451342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquired lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.451414] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 918.478649] env[62353]: DEBUG nova.policy [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 918.511624] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657421, 'name': Destroy_Task, 'duration_secs': 0.340273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.511931] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Destroyed the VM [ 918.512189] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.512446] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f3fc795-e380-44a5-a198-3042fa3a3bb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.520136] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 918.520136] env[62353]: value = "task-657423" [ 918.520136] env[62353]: _type = "Task" [ 918.520136] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.529965] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.651405] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657422, 'name': ReconfigVM_Task, 'duration_secs': 0.317396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.651737] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8d7afebf-8eb1-463a-a1de-f80e02de170d/8d7afebf-8eb1-463a-a1de-f80e02de170d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.652488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3deedf33-63ac-420a-bc19-6d9013ffc293 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.660592] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 918.660592] env[62353]: value = "task-657424" [ 918.660592] env[62353]: _type = "Task" [ 918.660592] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.671616] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657424, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.713739] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529146c9-b336-c6a4-9e0b-fa0c0fb93a21, 'name': SearchDatastore_Task, 'duration_secs': 0.027311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.714302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.714644] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.715047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.715260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.715463] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.715777] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55945f72-9406-4406-81b5-c45bf1eecfcb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.727382] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.727382] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 918.727382] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49894cc3-457a-4667-9617-d0d1b012b9aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.733997] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 918.733997] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed6d97-fb11-76ed-a92b-7aff82b7444d" [ 918.733997] env[62353]: _type = "Task" [ 918.733997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.745098] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed6d97-fb11-76ed-a92b-7aff82b7444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.864762] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 918.940644] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Successfully created port: 13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.997457] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 919.035679] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.401068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.039330] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.039807] env[62353]: DEBUG nova.compute.manager [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.040957] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbef846-2052-4991-aff5-6ebbe65c60fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.178103] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657424, 'name': Rename_Task, 'duration_secs': 0.150133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.178382] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 919.178654] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f1d55f-0cb8-49af-9c2e-bd7c2d5bce1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.190141] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 919.190141] env[62353]: value = "task-657425" [ 919.190141] env[62353]: _type = "Task" [ 919.190141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.202148] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.250916] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed6d97-fb11-76ed-a92b-7aff82b7444d, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.251723] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678b3da9-f192-48a5-a69b-9f5579ee4158 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.259568] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 919.259568] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52817215-4646-20d1-127a-7067c9462e3a" [ 919.259568] env[62353]: _type = "Task" [ 919.259568] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.269141] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52817215-4646-20d1-127a-7067c9462e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.312343] env[62353]: DEBUG nova.compute.manager [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Received event network-vif-plugged-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 919.312343] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Acquiring lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.313185] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.313185] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.313185] env[62353]: DEBUG nova.compute.manager [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] No waiting events found dispatching network-vif-plugged-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 919.313978] env[62353]: WARNING nova.compute.manager [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Received unexpected event network-vif-plugged-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 for instance with vm_state building and task_state spawning. [ 919.313978] env[62353]: DEBUG nova.compute.manager [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Received event network-changed-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 919.313978] env[62353]: DEBUG nova.compute.manager [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Refreshing instance network info cache due to event network-changed-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 919.313978] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Acquiring lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.356992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3139d24b-3c2f-49eb-b847-c62889857fe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.367435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d684bb5-6e8f-44da-916b-edaff1abfde3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.406514] env[62353]: DEBUG nova.network.neutron [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Updating instance_info_cache with network_info: [{"id": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "address": "fa:16:3e:5f:4e:a4", "network": {"id": "f6c6b1ee-a420-4763-84ec-27ca2ad0bcbc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-169993959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341f53794198474abc4b98e58f1ded46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d88ab6c-5b", "ovs_interfaceid": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.407751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8f7c4-2bae-47f3-b2a1-90743966539e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.417848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee92ef5-a0f5-4f1d-8782-427f49865aa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.434941] env[62353]: DEBUG nova.compute.provider_tree [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.556429] env[62353]: INFO nova.compute.manager [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Shelve offloading [ 919.558614] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 919.559241] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057128ff-51a5-4ada-8eca-f6f5f898b2b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.568702] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 919.568702] env[62353]: value = "task-657426" [ 919.568702] env[62353]: _type = "Task" [ 919.568702] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.579419] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.702468] env[62353]: DEBUG oslo_vmware.api [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657425, 'name': PowerOnVM_Task, 'duration_secs': 0.496331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.702952] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 919.703261] env[62353]: INFO nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Took 7.46 seconds to spawn the instance on the hypervisor. [ 919.703558] env[62353]: DEBUG nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 919.704706] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c700190-9a10-47eb-b42f-edbe3ecb2832 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.771861] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52817215-4646-20d1-127a-7067c9462e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.772269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.773017] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/4a94f5e8-832e-4cb0-a919-2ee1a0baf36b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 919.773017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-283fea01-918d-4744-adf5-97f6f2be25c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.781918] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 919.781918] env[62353]: value = "task-657427" [ 919.781918] env[62353]: _type = "Task" [ 919.781918] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.790794] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.878417] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 919.902391] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 919.902756] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 919.902999] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.903529] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 919.903721] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.903913] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 919.904205] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 919.904357] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 919.904614] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 919.904872] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 919.905596] env[62353]: DEBUG nova.virt.hardware [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.906687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d1ddc-d2c0-48aa-81d0-b59a059c3f45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.910253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Releasing lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.910653] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Instance network_info: |[{"id": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "address": "fa:16:3e:5f:4e:a4", "network": {"id": "f6c6b1ee-a420-4763-84ec-27ca2ad0bcbc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-169993959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341f53794198474abc4b98e58f1ded46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d88ab6c-5b", "ovs_interfaceid": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 919.911055] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Acquired lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.911321] env[62353]: DEBUG nova.network.neutron [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Refreshing network info cache for port 4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 919.913297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:4e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.920989] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Creating folder: Project (341f53794198474abc4b98e58f1ded46). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 919.922514] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f734a72-0c72-491a-8650-207294b78e75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.928025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d03015-22bf-4f84-800e-e2561464b1b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.943359] env[62353]: DEBUG nova.scheduler.client.report [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 919.948665] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Created folder: Project (341f53794198474abc4b98e58f1ded46) in parent group-v159334. [ 919.949081] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Creating folder: Instances. Parent ref: group-v159526. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 919.949691] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a9d3be9-ddf1-4f44-9c78-71b9781258e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.962932] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Created folder: Instances in parent group-v159526. [ 919.963278] env[62353]: DEBUG oslo.service.loopingcall [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.963563] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 919.963815] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888e6b00-d288-4c07-9d6c-adf589539e2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985991] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.985991] env[62353]: value = "task-657430" [ 919.985991] env[62353]: _type = "Task" [ 919.985991] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.994769] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657430, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.081796] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 920.082303] env[62353]: DEBUG nova.compute.manager [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 920.083675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e5a909-310a-4385-81b4-97ae91d46676 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.092514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.092817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.093074] env[62353]: DEBUG nova.network.neutron [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 920.228146] env[62353]: INFO nova.compute.manager [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Took 28.83 seconds to build instance. [ 920.294488] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.451858] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.452459] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 920.455404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.402s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.457361] env[62353]: INFO nova.compute.claims [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.501025] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657430, 'name': CreateVM_Task, 'duration_secs': 0.480337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.501025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 920.501025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.501025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.501025] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7632b8-51d8-4f1e-878c-4c10eb4ac67b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.506612] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 920.506612] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523f2219-aa92-9e76-3498-5f8b08ccd571" [ 920.506612] env[62353]: _type = "Task" [ 920.506612] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.519970] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523f2219-aa92-9e76-3498-5f8b08ccd571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.721771] env[62353]: DEBUG nova.network.neutron [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Updated VIF entry in instance network info cache for port 4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 920.722177] env[62353]: DEBUG nova.network.neutron [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Updating instance_info_cache with network_info: [{"id": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "address": "fa:16:3e:5f:4e:a4", "network": {"id": "f6c6b1ee-a420-4763-84ec-27ca2ad0bcbc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-169993959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "341f53794198474abc4b98e58f1ded46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d88ab6c-5b", "ovs_interfaceid": "4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.731540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-563acef9-f2bb-43dd-ace1-15274c588ad0 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.354s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.795603] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.795988] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/4a94f5e8-832e-4cb0-a919-2ee1a0baf36b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 920.796269] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.796597] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bb17dda-53ca-4fa8-9ce0-2c751b45678f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.807081] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 920.807081] env[62353]: value = "task-657431" [ 920.807081] env[62353]: _type = "Task" [ 920.807081] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.818668] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.867290] env[62353]: DEBUG nova.network.neutron [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updating instance_info_cache with network_info: [{"id": "a34eb884-36a7-4599-8032-06094a6c91a6", "address": "fa:16:3e:ba:76:2e", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34eb884-36", "ovs_interfaceid": "a34eb884-36a7-4599-8032-06094a6c91a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.922433] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Successfully updated port: 13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.964660] env[62353]: DEBUG nova.compute.utils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 920.969172] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 920.969250] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 921.020559] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523f2219-aa92-9e76-3498-5f8b08ccd571, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.021403] env[62353]: DEBUG nova.policy [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b363a4f0da9b41dd8279869d340d57c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892a75684db34529bf7f5e487c72fdb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 921.023616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.024202] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.024878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.026036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026036] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.026036] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-416d0325-83c8-4aae-8ead-8a17af6002fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.036578] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.036798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 921.037568] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c46f8e-7485-4175-9b69-eaee8d490f3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.046147] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 921.046147] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ee5b49-b3c9-be0d-e87d-f890310e24ce" [ 921.046147] env[62353]: _type = "Task" [ 921.046147] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.055461] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ee5b49-b3c9-be0d-e87d-f890310e24ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.228136] env[62353]: DEBUG oslo_concurrency.lockutils [req-142cdc84-989d-481e-ab09-0c8d080d0da5 req-624f3b35-16cc-4553-a54f-5bdef9d92a69 service nova] Releasing lock "refresh_cache-5ab1c53b-d42c-4201-8071-6fbe6af74d3f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.234823] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 921.318650] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089198} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.318958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.321245] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54a81d-5b77-4878-8583-91b9d767df4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.351031] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/4a94f5e8-832e-4cb0-a919-2ee1a0baf36b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.351031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168e95a6-f3c8-49e4-bb74-247a9eced2b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.371163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.374840] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 921.374840] env[62353]: value = "task-657432" [ 921.374840] env[62353]: _type = "Task" [ 921.374840] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.382115] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Successfully created port: 870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.389160] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.390401] env[62353]: DEBUG nova.compute.manager [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Received event network-vif-plugged-13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 921.390674] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.394023] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.394023] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.394023] env[62353]: DEBUG nova.compute.manager [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] No waiting events found dispatching network-vif-plugged-13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 921.394023] env[62353]: WARNING nova.compute.manager [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Received unexpected event network-vif-plugged-13349160-be2e-40ee-b80f-4f8af533359c for instance with vm_state building and task_state spawning. [ 921.394023] env[62353]: DEBUG nova.compute.manager [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Received event network-changed-13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 921.394023] env[62353]: DEBUG nova.compute.manager [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Refreshing instance network info cache due to event network-changed-13349160-be2e-40ee-b80f-4f8af533359c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 921.394023] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Acquiring lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.394023] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Acquired lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.394023] env[62353]: DEBUG nova.network.neutron [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Refreshing network info cache for port 13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 921.424897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.475444] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 921.557879] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ee5b49-b3c9-be0d-e87d-f890310e24ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.561218] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363fb0f0-6e84-48f2-a69e-373fbe2cb006 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.572188] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 921.572188] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d447e7-e8fc-936c-94a5-ccea56b0a409" [ 921.572188] env[62353]: _type = "Task" [ 921.572188] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.578898] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d447e7-e8fc-936c-94a5-ccea56b0a409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.691109] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 921.691109] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3462e369-2524-4038-b7b1-474e3234832f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.702016] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 921.702290] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e416a4-17aa-4db0-b287-a7521942f52f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.768626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.768928] env[62353]: DEBUG nova.compute.manager [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received event network-vif-unplugged-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 921.769108] env[62353]: DEBUG oslo_concurrency.lockutils [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.769330] env[62353]: DEBUG oslo_concurrency.lockutils [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.770143] env[62353]: DEBUG oslo_concurrency.lockutils [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.770143] env[62353]: DEBUG nova.compute.manager [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] No waiting events found dispatching network-vif-unplugged-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 921.770143] env[62353]: WARNING nova.compute.manager [req-1dfcb806-3e8c-4f29-bf21-064f5cd75c03 req-17dbb5a0-a184-4821-84c2-7f67ddeb6553 service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received unexpected event network-vif-unplugged-a34eb884-36a7-4599-8032-06094a6c91a6 for instance with vm_state shelved and task_state shelving_offloading. [ 921.789265] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 921.789522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 921.789730] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore1] 29ce702f-1bc3-410a-a683-91d60cbb9d0c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.790034] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce63c6f2-dadf-41a2-b04e-fd27f9fcaa62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.803815] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 921.803815] env[62353]: value = "task-657434" [ 921.803815] env[62353]: _type = "Task" [ 921.803815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.816716] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.887628] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657432, 'name': ReconfigVM_Task, 'duration_secs': 0.438305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.888151] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/4a94f5e8-832e-4cb0-a919-2ee1a0baf36b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.888862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6cabdfa-d192-4c00-9ae8-63b0d4c470ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.901890] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 921.901890] env[62353]: value = "task-657435" [ 921.901890] env[62353]: _type = "Task" [ 921.901890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.913945] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657435, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.926977] env[62353]: DEBUG nova.network.neutron [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 921.933346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073144d-4ef1-4069-bc56-1d72972266e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.946896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0656c7-5ed2-4be7-a92f-fea5a9cfb10c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e217ba26-05f8-4174-86b2-9dc7952076b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.996926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a02c3-7705-4116-a8ae-12049d3da506 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.012899] env[62353]: DEBUG nova.compute.provider_tree [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.031319] env[62353]: DEBUG nova.network.neutron [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.080131] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d447e7-e8fc-936c-94a5-ccea56b0a409, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.080439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.080868] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5ab1c53b-d42c-4201-8071-6fbe6af74d3f/5ab1c53b-d42c-4201-8071-6fbe6af74d3f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 922.081206] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8e767bf-f519-42af-8601-c1098a7a0f72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.090775] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 922.090775] env[62353]: value = "task-657436" [ 922.090775] env[62353]: _type = "Task" [ 922.090775] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.100760] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.315543] env[62353]: DEBUG oslo_vmware.api [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22054} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.315995] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.316147] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 922.316387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 922.341358] env[62353]: INFO nova.scheduler.client.report [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance 29ce702f-1bc3-410a-a683-91d60cbb9d0c [ 922.414220] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657435, 'name': Rename_Task, 'duration_secs': 0.212725} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.414507] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 922.415163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ce41c2-e669-44f1-af6b-19ea4d048526 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.422527] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 922.422527] env[62353]: value = "task-657437" [ 922.422527] env[62353]: _type = "Task" [ 922.422527] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.430810] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.492195] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 922.517348] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 922.517627] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 922.517793] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.517983] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 922.518175] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.518314] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 922.518533] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 922.518703] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 922.518882] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 922.519079] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 922.519259] env[62353]: DEBUG nova.virt.hardware [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.520237] env[62353]: DEBUG nova.scheduler.client.report [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 922.524483] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11a38d-6605-4dfa-95d0-7bb831b6b06d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.533745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32dee7-d52b-4765-9396-776560c8f154 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.538775] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2e1286e-1398-4200-8811-8db38c0780f5 req-e2321dad-1f66-48d3-b294-018537e4e5cb service nova] Releasing lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.539176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.539338] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 922.603626] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.847114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.938124] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.028886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.029521] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 923.032526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.104s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.034140] env[62353]: INFO nova.compute.claims [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.060064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.064508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.066076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.066076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.066076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.070170] env[62353]: INFO nova.compute.manager [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Terminating instance [ 923.072397] env[62353]: DEBUG nova.compute.manager [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 923.072711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 923.073653] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992b4196-1ae3-49c7-8ac1-49d253a90471 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.082877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 923.082877] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a0438d-a044-4afd-b94c-cdd93a3ead3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.090489] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 923.090489] env[62353]: value = "task-657438" [ 923.090489] env[62353]: _type = "Task" [ 923.090489] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.104844] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.108676] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 923.111191] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.111581] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5ab1c53b-d42c-4201-8071-6fbe6af74d3f/5ab1c53b-d42c-4201-8071-6fbe6af74d3f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 923.111866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.112605] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f42d01-edcd-4c85-beb4-52c36b718570 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.119341] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 923.119341] env[62353]: value = "task-657439" [ 923.119341] env[62353]: _type = "Task" [ 923.119341] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.129472] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.272019] env[62353]: DEBUG nova.network.neutron [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating instance_info_cache with network_info: [{"id": "13349160-be2e-40ee-b80f-4f8af533359c", "address": "fa:16:3e:69:67:fa", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13349160-be", "ovs_interfaceid": "13349160-be2e-40ee-b80f-4f8af533359c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.341144] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Successfully updated port: 870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.433428] env[62353]: DEBUG oslo_vmware.api [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657437, 'name': PowerOnVM_Task, 'duration_secs': 0.678446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.433862] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 923.434375] env[62353]: INFO nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Took 8.64 seconds to spawn the instance on the hypervisor. [ 923.434375] env[62353]: DEBUG nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 923.435203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8fe22b-17fe-4e62-aac0-3d6c3b910d7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.545487] env[62353]: DEBUG nova.compute.utils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.548169] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 923.548771] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 923.565106] env[62353]: DEBUG nova.compute.manager [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Received event network-vif-plugged-870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 923.565377] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Acquiring lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.565606] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.565843] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.566083] env[62353]: DEBUG nova.compute.manager [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] No waiting events found dispatching network-vif-plugged-870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 923.566269] env[62353]: WARNING nova.compute.manager [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Received unexpected event network-vif-plugged-870a3c27-2d71-4215-a5e0-c00f81841d3f for instance with vm_state building and task_state spawning. [ 923.566445] env[62353]: DEBUG nova.compute.manager [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Received event network-changed-870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 923.566827] env[62353]: DEBUG nova.compute.manager [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Refreshing instance network info cache due to event network-changed-870a3c27-2d71-4215-a5e0-c00f81841d3f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 923.566827] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Acquiring lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.566937] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Acquired lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.567097] env[62353]: DEBUG nova.network.neutron [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Refreshing network info cache for port 870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 923.599626] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657438, 'name': PowerOffVM_Task, 'duration_secs': 0.226137} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.600666] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 923.600666] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 923.600666] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bde4afe-1052-4d6e-b58b-88be805530d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.621114] env[62353]: DEBUG nova.policy [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eccb2e58ca843b28b5817eaf2bafe54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8a21d4654904f80820db3c20afa6035', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 923.631094] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067751} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.631361] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.632143] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f5ecf-324a-477d-bdf6-cb836373d409 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.655781] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5ab1c53b-d42c-4201-8071-6fbe6af74d3f/5ab1c53b-d42c-4201-8071-6fbe6af74d3f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.656192] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b72b458-ee5f-493e-84f4-266262b24648 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.672356] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 923.672533] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 923.672726] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Deleting the datastore file [datastore1] 8d7afebf-8eb1-463a-a1de-f80e02de170d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.673361] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9f1ac8-dc9a-41be-9efe-f9d51a22676a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.677325] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 923.677325] env[62353]: value = "task-657441" [ 923.677325] env[62353]: _type = "Task" [ 923.677325] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.681449] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for the task: (returnval){ [ 923.681449] env[62353]: value = "task-657442" [ 923.681449] env[62353]: _type = "Task" [ 923.681449] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.687711] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.692013] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.775944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.776326] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance network_info: |[{"id": "13349160-be2e-40ee-b80f-4f8af533359c", "address": "fa:16:3e:69:67:fa", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13349160-be", "ovs_interfaceid": "13349160-be2e-40ee-b80f-4f8af533359c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 923.776783] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:67:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13349160-be2e-40ee-b80f-4f8af533359c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.784402] env[62353]: DEBUG oslo.service.loopingcall [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.784733] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 923.784977] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909908f7-f9f5-4ba6-a84a-fcfc8cc8f8a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.802888] env[62353]: DEBUG nova.compute.manager [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Received event network-changed-a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 923.803112] env[62353]: DEBUG nova.compute.manager [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Refreshing instance network info cache due to event network-changed-a34eb884-36a7-4599-8032-06094a6c91a6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 923.803336] env[62353]: DEBUG oslo_concurrency.lockutils [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] Acquiring lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.803502] env[62353]: DEBUG oslo_concurrency.lockutils [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] Acquired lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.803949] env[62353]: DEBUG nova.network.neutron [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Refreshing network info cache for port a34eb884-36a7-4599-8032-06094a6c91a6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 923.810418] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.810418] env[62353]: value = "task-657443" [ 923.810418] env[62353]: _type = "Task" [ 923.810418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.819965] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657443, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.843381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.877510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.955616] env[62353]: INFO nova.compute.manager [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Took 25.87 seconds to build instance. [ 924.054822] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 924.077130] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Successfully created port: a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.110865] env[62353]: DEBUG nova.network.neutron [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 924.192148] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657441, 'name': ReconfigVM_Task, 'duration_secs': 0.305655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.192892] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5ab1c53b-d42c-4201-8071-6fbe6af74d3f/5ab1c53b-d42c-4201-8071-6fbe6af74d3f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.193595] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8c5aaf-f785-40dd-9f2a-229dbc8f8916 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.200240] env[62353]: DEBUG oslo_vmware.api [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Task: {'id': task-657442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.200240] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.200240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 924.200240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 924.200240] env[62353]: INFO nova.compute.manager [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 924.200240] env[62353]: DEBUG oslo.service.loopingcall [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.202445] env[62353]: DEBUG nova.compute.manager [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 924.202561] env[62353]: DEBUG nova.network.neutron [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 924.211175] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 924.211175] env[62353]: value = "task-657444" [ 924.211175] env[62353]: _type = "Task" [ 924.211175] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.211175] env[62353]: DEBUG nova.network.neutron [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.221051] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657444, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.331711] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657443, 'name': CreateVM_Task, 'duration_secs': 0.344135} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.332439] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 924.333440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.333761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.334216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.334762] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595319b7-cd72-4c9a-903a-b02cc220d8b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.340630] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 924.340630] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5205194f-d9d0-e220-3ddc-8d6742c05ece" [ 924.340630] env[62353]: _type = "Task" [ 924.340630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.355303] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5205194f-d9d0-e220-3ddc-8d6742c05ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.457216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d5b3a66-e98b-455d-adb3-2c8c4a356a36 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.381s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.478161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea60265-4b04-4fe7-bd52-7daaa1205bff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.489019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda48bd-2ff1-4008-9e8f-11465c3e274c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.529648] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf55be8-bd86-4ddd-9e93-4251a814eab7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.538398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7904c1-51d2-448b-8fe6-bfedf91743d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.555757] env[62353]: DEBUG nova.compute.provider_tree [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.632714] env[62353]: DEBUG nova.network.neutron [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updated VIF entry in instance network info cache for port a34eb884-36a7-4599-8032-06094a6c91a6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 924.633102] env[62353]: DEBUG nova.network.neutron [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updating instance_info_cache with network_info: [{"id": "a34eb884-36a7-4599-8032-06094a6c91a6", "address": "fa:16:3e:ba:76:2e", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": null, "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa34eb884-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.717031] env[62353]: DEBUG oslo_concurrency.lockutils [req-73b68df3-21ef-4d43-b67d-a169b13fe261 req-da01e241-0059-42d3-bd6b-2ba0a91a74fe service nova] Releasing lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.717444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.717610] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 924.724473] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657444, 'name': Rename_Task, 'duration_secs': 0.141733} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.724672] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 924.724933] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c205af-9f0d-4578-a592-a74e46ae0c04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.731527] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 924.731527] env[62353]: value = "task-657445" [ 924.731527] env[62353]: _type = "Task" [ 924.731527] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.739786] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.856021] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5205194f-d9d0-e220-3ddc-8d6742c05ece, 'name': SearchDatastore_Task, 'duration_secs': 0.017277} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.856021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.856342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.857249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.857474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.857746] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.858525] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2bac28-f512-4e7e-ba6b-bb4f54cb339f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.870785] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.870976] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 924.871730] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87124a09-9856-446b-807c-619fb1fe329d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.878074] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 924.878074] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7a2ee-7cf8-e1fa-2d41-c70abd6a54c4" [ 924.878074] env[62353]: _type = "Task" [ 924.878074] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.885955] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7a2ee-7cf8-e1fa-2d41-c70abd6a54c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.959894] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 925.058574] env[62353]: DEBUG nova.scheduler.client.report [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.068433] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 925.082660] env[62353]: DEBUG nova.network.neutron [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.098507] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 925.098721] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 925.098894] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.099092] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 925.099246] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.099433] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 925.099723] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 925.100066] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 925.101179] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 925.101179] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 925.101179] env[62353]: DEBUG nova.virt.hardware [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.101972] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5419f214-bc11-4973-84ad-ba532a5235c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.111416] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9b4a2e-e5ea-48f8-80eb-525852415230 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.136526] env[62353]: DEBUG oslo_concurrency.lockutils [req-444f7e12-271a-401b-86a2-2a25bd514601 req-15379807-8a20-49a1-8179-165431010d5b service nova] Releasing lock "refresh_cache-29ce702f-1bc3-410a-a683-91d60cbb9d0c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.246022] env[62353]: DEBUG oslo_vmware.api [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657445, 'name': PowerOnVM_Task, 'duration_secs': 0.49697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.246022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 925.246022] env[62353]: INFO nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Took 7.92 seconds to spawn the instance on the hypervisor. [ 925.246022] env[62353]: DEBUG nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 925.246022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6a12bd-359a-427a-bda8-dacb1ea4b81b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.255398] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 925.390335] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7a2ee-7cf8-e1fa-2d41-c70abd6a54c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.391278] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9a5119-7c77-45e4-8f47-6e26f96d9ea7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.396777] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 925.396777] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb48ba-50f3-b5a2-4095-8b9569599bf6" [ 925.396777] env[62353]: _type = "Task" [ 925.396777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.404649] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb48ba-50f3-b5a2-4095-8b9569599bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.410427] env[62353]: DEBUG nova.network.neutron [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Updating instance_info_cache with network_info: [{"id": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "address": "fa:16:3e:5d:6e:ce", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870a3c27-2d", "ovs_interfaceid": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.485997] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.568297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.568847] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 925.572079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.654s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.576057] env[62353]: INFO nova.compute.claims [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.589739] env[62353]: INFO nova.compute.manager [-] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Took 1.39 seconds to deallocate network for instance. [ 925.764414] env[62353]: INFO nova.compute.manager [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Took 27.68 seconds to build instance. [ 925.908195] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb48ba-50f3-b5a2-4095-8b9569599bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.029042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.908492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.908759] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 925.909037] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2684dd35-4e58-4356-9001-635a06b88acf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.915508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.915892] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance network_info: |[{"id": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "address": "fa:16:3e:5d:6e:ce", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870a3c27-2d", "ovs_interfaceid": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 925.917593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:6e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '870a3c27-2d71-4215-a5e0-c00f81841d3f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.926008] env[62353]: DEBUG oslo.service.loopingcall [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.926400] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 925.926400] env[62353]: value = "task-657446" [ 925.926400] env[62353]: _type = "Task" [ 925.926400] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.926648] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 925.926934] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b28d52-7b11-4239-accc-f5ead79980eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.951091] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.952469] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.952469] env[62353]: value = "task-657447" [ 925.952469] env[62353]: _type = "Task" [ 925.952469] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.960754] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657447, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.005408] env[62353]: DEBUG nova.compute.manager [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.005647] env[62353]: DEBUG nova.compute.manager [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing instance network info cache due to event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 926.005964] env[62353]: DEBUG oslo_concurrency.lockutils [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.006186] env[62353]: DEBUG oslo_concurrency.lockutils [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006382] env[62353]: DEBUG nova.network.neutron [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 926.033792] env[62353]: DEBUG nova.compute.manager [req-c443373e-5d87-4fa4-99c9-37060c2eaf6a req-9b804d2f-4162-4f21-aaf6-ef4e56cde658 service nova] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Received event network-vif-deleted-86c5ba88-e6f8-4581-8f2b-67d57428aca7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.080018] env[62353]: DEBUG nova.compute.utils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.086235] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 926.092020] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 926.097028] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Successfully updated port: a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.099885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.144024] env[62353]: DEBUG nova.policy [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261cbfd30c44cd894551a40351326c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e4af186e76438ea695923b1c86ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 926.267104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-852b974d-24a9-4eaa-aca5-a3fd7b4a74a5 tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.196s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.441130] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.464126] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657447, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.465253] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Successfully created port: 79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.587156] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 926.602307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.602505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquired lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.602819] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 926.773279] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 926.866721] env[62353]: DEBUG nova.network.neutron [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updated VIF entry in instance network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 926.867133] env[62353]: DEBUG nova.network.neutron [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.939515] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.939515] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 926.939515] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.939834] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f6fba8-9acf-428e-a46d-75d40e9c06a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.949901] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 926.949901] env[62353]: value = "task-657448" [ 926.949901] env[62353]: _type = "Task" [ 926.949901] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.961069] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.970315] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657447, 'name': CreateVM_Task, 'duration_secs': 0.836435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.970315] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 926.972990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.972990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.972990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.972990] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3cc298-5bc1-4403-9b9a-4b0a3a81f207 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.976683] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 926.976683] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520b5d3d-6133-3fb8-0b82-f8d5c3e7ba43" [ 926.976683] env[62353]: _type = "Task" [ 926.976683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.987452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.987675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.987890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.988091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.988270] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.989876] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520b5d3d-6133-3fb8-0b82-f8d5c3e7ba43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.990343] env[62353]: INFO nova.compute.manager [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Terminating instance [ 926.994881] env[62353]: DEBUG nova.compute.manager [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 926.994881] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 926.995741] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fdb3d6-04af-40a6-ba5b-e5d0f0bfed36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.003019] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 927.003241] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19b0d12-27cf-4cba-bff0-f7f526d28899 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.006247] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd55871-35f3-486e-bc11-4c46f14682fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.013681] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 927.013681] env[62353]: value = "task-657449" [ 927.013681] env[62353]: _type = "Task" [ 927.013681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.018954] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29aed10-0698-4276-a95f-59b748f60409 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.028404] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.054997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35035e1-ca28-46fa-8ba5-00b55dbe0cd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.062842] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5edcc6f-8597-461b-b590-670f2426a4d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.076452] env[62353]: DEBUG nova.compute.provider_tree [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.136028] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 927.301865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.367467] env[62353]: DEBUG nova.network.neutron [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Updating instance_info_cache with network_info: [{"id": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "address": "fa:16:3e:c2:ac:3f", "network": {"id": "4127a6f8-2978-49d6-b788-b232ba4f086d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-479703447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a21d4654904f80820db3c20afa6035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ad4658-44", "ovs_interfaceid": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.369464] env[62353]: DEBUG oslo_concurrency.lockutils [req-6f05fd94-2701-4c38-8b07-7e54313acb47 req-89451420-1889-48a9-9fae-8e8722c2ce13 service nova] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.460499] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.460864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.461820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57763f83-05ec-435d-b053-8fbeb7b6c8dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.485670] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.486061] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a799b4a8-819f-47e3-b01d-6bfcc8ccc946 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.510999] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520b5d3d-6133-3fb8-0b82-f8d5c3e7ba43, 'name': SearchDatastore_Task, 'duration_secs': 0.019693} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.512338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.512581] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.512819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.512971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.513180] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.513552] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 927.513552] env[62353]: value = "task-657450" [ 927.513552] env[62353]: _type = "Task" [ 927.513552] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.513744] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324e454e-56fd-45d2-983f-1bde95fc4d96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.527861] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657449, 'name': PowerOffVM_Task, 'duration_secs': 0.208547} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.531716] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 927.531917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 927.532213] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.533325] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340828fe-1ac1-417e-b734-9168357732b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.535057] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.535325] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 927.535928] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90aed67b-e0b0-49cf-b491-5cb796a3a652 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.541207] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 927.541207] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5280887c-d1f0-f8fd-8d49-6a2365238bad" [ 927.541207] env[62353]: _type = "Task" [ 927.541207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.550639] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5280887c-d1f0-f8fd-8d49-6a2365238bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.580131] env[62353]: DEBUG nova.scheduler.client.report [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.598227] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 927.598471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 927.598671] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Deleting the datastore file [datastore1] 5ab1c53b-d42c-4201-8071-6fbe6af74d3f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.599821] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 927.602630] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef205c2f-b6aa-47ed-a097-5eb2f30bfae2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610329] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for the task: (returnval){ [ 927.610329] env[62353]: value = "task-657452" [ 927.610329] env[62353]: _type = "Task" [ 927.610329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.619952] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.627700] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 927.627955] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 927.628141] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.628332] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 927.628492] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.628693] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 927.628919] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 927.629102] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 927.629280] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 927.629448] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 927.629625] env[62353]: DEBUG nova.virt.hardware [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.630493] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f05888c-35f2-4ee0-9f6a-d35cb56221f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.638469] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf29c4f-9461-4552-94b0-c54cc3adab28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.870344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Releasing lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.871354] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Instance network_info: |[{"id": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "address": "fa:16:3e:c2:ac:3f", "network": {"id": "4127a6f8-2978-49d6-b788-b232ba4f086d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-479703447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a21d4654904f80820db3c20afa6035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ad4658-44", "ovs_interfaceid": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 927.871354] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ac:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.880166] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Creating folder: Project (e8a21d4654904f80820db3c20afa6035). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 927.880851] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa97e095-3a2a-497a-947f-5c0039b37d82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.891934] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Created folder: Project (e8a21d4654904f80820db3c20afa6035) in parent group-v159334. [ 927.892216] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Creating folder: Instances. Parent ref: group-v159531. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 927.892513] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed5c3be-8698-478d-b502-ae3f40556320 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.901126] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Created folder: Instances in parent group-v159531. [ 927.901482] env[62353]: DEBUG oslo.service.loopingcall [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.901742] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 927.902013] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d999d7-b51c-46c1-b30b-ee393016cf95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.923637] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.923637] env[62353]: value = "task-657455" [ 927.923637] env[62353]: _type = "Task" [ 927.923637] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.933103] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657455, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.975974] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Successfully updated port: 79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.025720] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657450, 'name': ReconfigVM_Task, 'duration_secs': 0.278774} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.026090] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.026820] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7385264e-5255-4fa6-8d6d-25f5b9236b54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.035134] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 928.035134] env[62353]: value = "task-657456" [ 928.035134] env[62353]: _type = "Task" [ 928.035134] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.043416] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657456, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.051550] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5280887c-d1f0-f8fd-8d49-6a2365238bad, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.052781] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff85c25-f14b-4199-b4d0-c1444fda02a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.058540] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 928.058540] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209e9cb-6782-83f0-de85-77c139f5297f" [ 928.058540] env[62353]: _type = "Task" [ 928.058540] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.067074] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209e9cb-6782-83f0-de85-77c139f5297f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.086244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.086817] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 928.090146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.623s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.090411] env[62353]: DEBUG nova.objects.instance [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lazy-loading 'resources' on Instance uuid 37b04929-abb5-480d-8c50-07ce99226b06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.097533] env[62353]: DEBUG nova.compute.manager [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Received event network-vif-plugged-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.097797] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Acquiring lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.098030] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.098217] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.098429] env[62353]: DEBUG nova.compute.manager [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] No waiting events found dispatching network-vif-plugged-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 928.098615] env[62353]: WARNING nova.compute.manager [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Received unexpected event network-vif-plugged-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 for instance with vm_state building and task_state spawning. [ 928.098786] env[62353]: DEBUG nova.compute.manager [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Received event network-changed-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.098959] env[62353]: DEBUG nova.compute.manager [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Refreshing instance network info cache due to event network-changed-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 928.102354] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Acquiring lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.102519] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Acquired lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.103793] env[62353]: DEBUG nova.network.neutron [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Refreshing network info cache for port a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 928.118134] env[62353]: DEBUG nova.compute.manager [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Received event network-vif-plugged-79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.118374] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.118589] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.118866] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.119337] env[62353]: DEBUG nova.compute.manager [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] No waiting events found dispatching network-vif-plugged-79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 928.119544] env[62353]: WARNING nova.compute.manager [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Received unexpected event network-vif-plugged-79451620-c9ff-46a3-949f-9eb09f28a9cf for instance with vm_state building and task_state spawning. [ 928.119834] env[62353]: DEBUG nova.compute.manager [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Received event network-changed-79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.120170] env[62353]: DEBUG nova.compute.manager [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Refreshing instance network info cache due to event network-changed-79451620-c9ff-46a3-949f-9eb09f28a9cf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 928.120338] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Acquiring lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.120557] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Acquired lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.120612] env[62353]: DEBUG nova.network.neutron [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Refreshing network info cache for port 79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 928.128888] env[62353]: DEBUG oslo_vmware.api [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Task: {'id': task-657452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40178} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.131901] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.132150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 928.132351] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 928.132534] env[62353]: INFO nova.compute.manager [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 928.132788] env[62353]: DEBUG oslo.service.loopingcall [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.134213] env[62353]: DEBUG nova.compute.manager [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 928.134318] env[62353]: DEBUG nova.network.neutron [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 928.166866] env[62353]: DEBUG nova.network.neutron [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 928.251861] env[62353]: DEBUG nova.network.neutron [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.435302] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657455, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.479230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.544731] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657456, 'name': Rename_Task, 'duration_secs': 0.164574} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.545037] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 928.545679] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee92993-3903-45a1-9cb5-8a9f456233ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.551538] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 928.551538] env[62353]: value = "task-657457" [ 928.551538] env[62353]: _type = "Task" [ 928.551538] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.561097] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.567674] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209e9cb-6782-83f0-de85-77c139f5297f, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.567921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.568588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1bbc1973-8cb7-4235-8ae3-61329ea004b6/1bbc1973-8cb7-4235-8ae3-61329ea004b6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 928.568869] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08dc7471-23fa-48ae-8635-6738fea893ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.575919] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 928.575919] env[62353]: value = "task-657458" [ 928.575919] env[62353]: _type = "Task" [ 928.575919] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.583622] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.593027] env[62353]: DEBUG nova.compute.utils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.596474] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 928.596654] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 928.670399] env[62353]: DEBUG nova.policy [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f55435eca484786a84c043659127c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0f015b631104a448488d710a1cefc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 928.754710] env[62353]: DEBUG oslo_concurrency.lockutils [req-c136c805-b77e-4510-916a-cf1deeb136a4 req-339ec295-1dc7-490d-b543-50c67c7d6e75 service nova] Releasing lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.755171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.755375] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 928.839168] env[62353]: DEBUG nova.network.neutron [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Updated VIF entry in instance network info cache for port a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 928.839586] env[62353]: DEBUG nova.network.neutron [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Updating instance_info_cache with network_info: [{"id": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "address": "fa:16:3e:c2:ac:3f", "network": {"id": "4127a6f8-2978-49d6-b788-b232ba4f086d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-479703447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a21d4654904f80820db3c20afa6035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ad4658-44", "ovs_interfaceid": "a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.920791] env[62353]: DEBUG nova.network.neutron [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.940203] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657455, 'name': CreateVM_Task, 'duration_secs': 0.536418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.940465] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 928.941299] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.941556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.941941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.942717] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8c8a6d-4b2b-4642-86fa-dca39f17f327 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.953587] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 928.953587] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f54d5-e1f9-6244-e9fa-d309e0969664" [ 928.953587] env[62353]: _type = "Task" [ 928.953587] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.963963] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f54d5-e1f9-6244-e9fa-d309e0969664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.997549] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Successfully created port: 85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.047749] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d940212-3301-4f44-b9ea-a3e017522fb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.068196] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.073304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0617fb-9ec0-413f-ba2c-62f8a66e93d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.131477] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 929.142251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60f050-7253-4207-8e20-33164b505fca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.146471] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657458, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.154323] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c2a42-718f-49c9-be40-62a8b9d35a8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.170632] env[62353]: DEBUG nova.compute.provider_tree [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.299268] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 929.345040] env[62353]: DEBUG oslo_concurrency.lockutils [req-19039e35-9f17-4424-9188-2859b363acdb req-73894b4d-d561-4ce2-8a5c-2444961b7615 service nova] Releasing lock "refresh_cache-3b880b8a-50a0-4bad-b3d3-d08fcf67efab" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.422741] env[62353]: INFO nova.compute.manager [-] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Took 1.29 seconds to deallocate network for instance. [ 929.439698] env[62353]: DEBUG nova.network.neutron [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [{"id": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "address": "fa:16:3e:95:99:08", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79451620-c9", "ovs_interfaceid": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.464906] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521f54d5-e1f9-6244-e9fa-d309e0969664, 'name': SearchDatastore_Task, 'duration_secs': 0.062239} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.465979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.466293] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.466545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.466705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.466893] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.467536] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65bbe17-a612-4ee5-a12b-cb66672d4a92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.477431] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.477652] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 929.478380] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26294747-aa3d-406d-8749-fd36e4fcbec0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.483861] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 929.483861] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a1f4f-6c2f-e667-e457-6046eead3aed" [ 929.483861] env[62353]: _type = "Task" [ 929.483861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.491930] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a1f4f-6c2f-e667-e457-6046eead3aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.565711] env[62353]: DEBUG oslo_vmware.api [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657457, 'name': PowerOnVM_Task, 'duration_secs': 0.518835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.566242] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 929.566242] env[62353]: INFO nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Took 9.69 seconds to spawn the instance on the hypervisor. [ 929.566407] env[62353]: DEBUG nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 929.567230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82f17e-e4f4-4df6-b968-95b4df900cfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.594456] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702017} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.597122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1bbc1973-8cb7-4235-8ae3-61329ea004b6/1bbc1973-8cb7-4235-8ae3-61329ea004b6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 929.597122] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.597122] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc9723a3-0a6f-4039-94eb-48a091f46176 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.602932] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 929.602932] env[62353]: value = "task-657459" [ 929.602932] env[62353]: _type = "Task" [ 929.602932] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.613619] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.636903] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 929.641291] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eb6dae-c960-42b9-951c-0754d2912227 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.648846] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 929.649828] env[62353]: ERROR oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk due to incomplete transfer. [ 929.649828] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-725d6136-e9fb-4f98-a9ae-f7761394412c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.657619] env[62353]: DEBUG oslo_vmware.rw_handles [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523042e5-1182-4762-a48a-93ea40e09764/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 929.657831] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploaded image a96cfeaa-0922-428f-9829-6d315d399008 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 929.660328] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 929.660610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb17830f-6be6-4976-bc5b-e6c8b1792fc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.666775] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 929.666775] env[62353]: value = "task-657460" [ 929.666775] env[62353]: _type = "Task" [ 929.666775] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.676402] env[62353]: DEBUG nova.scheduler.client.report [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 929.679485] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657460, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.931409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.943164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.943618] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance network_info: |[{"id": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "address": "fa:16:3e:95:99:08", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79451620-c9", "ovs_interfaceid": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 929.944171] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:99:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79451620-c9ff-46a3-949f-9eb09f28a9cf', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.951650] env[62353]: DEBUG oslo.service.loopingcall [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.953388] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 929.953388] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8a3ad93-1bee-4e7c-9c4e-c10691d674af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.972821] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.972821] env[62353]: value = "task-657461" [ 929.972821] env[62353]: _type = "Task" [ 929.972821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.980565] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657461, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.993469] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528a1f4f-6c2f-e667-e457-6046eead3aed, 'name': SearchDatastore_Task, 'duration_secs': 0.026911} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.995049] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16ff3e5-8ce9-4983-9031-b1fa3e78f122 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.999717] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 929.999717] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dff54-0ee5-14ae-260f-b3ad21698f8b" [ 929.999717] env[62353]: _type = "Task" [ 929.999717] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.008038] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dff54-0ee5-14ae-260f-b3ad21698f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.085801] env[62353]: INFO nova.compute.manager [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Took 30.62 seconds to build instance. [ 930.112576] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064851} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.112866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.113681] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b352c0-e19a-47da-b6e5-21a90cec8484 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.135693] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 1bbc1973-8cb7-4235-8ae3-61329ea004b6/1bbc1973-8cb7-4235-8ae3-61329ea004b6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.137212] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b08aa0c-efeb-4d57-970d-593c4da37cb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.153860] env[62353]: DEBUG nova.compute.manager [req-6375395b-212c-4c37-b266-56d25463b8f4 req-358c1569-8d58-42d3-a053-29a786d1a628 service nova] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Received event network-vif-deleted-4d88ab6c-5b0b-4a08-b6f0-6330c55a4d65 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 930.155334] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 930.164669] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 930.164669] env[62353]: value = "task-657462" [ 930.164669] env[62353]: _type = "Task" [ 930.164669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.180719] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657460, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.181670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.184834] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.187484] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 930.187778] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 930.188075] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.188337] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 930.188512] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.188693] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 930.188913] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 930.189094] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 930.189277] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 930.189449] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 930.189630] env[62353]: DEBUG nova.virt.hardware [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.189948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.707s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.190157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.192365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.158s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.194194] env[62353]: INFO nova.compute.claims [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.198048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb93186-d916-4c88-940b-3f3ac9c85c15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.209127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4992a6-7fff-43c0-8c8b-de577d232966 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.214311] env[62353]: INFO nova.scheduler.client.report [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Deleted allocations for instance 37b04929-abb5-480d-8c50-07ce99226b06 [ 930.227187] env[62353]: INFO nova.scheduler.client.report [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocations for instance 1b279a59-7f07-4ad6-9b4b-efe9a4e76667 [ 930.482735] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657461, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.510815] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526dff54-0ee5-14ae-260f-b3ad21698f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.04553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.511213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.511518] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3b880b8a-50a0-4bad-b3d3-d08fcf67efab/3b880b8a-50a0-4bad-b3d3-d08fcf67efab.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 930.511804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee2b135-3dbf-464d-8e9c-b2115731e358 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.518329] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 930.518329] env[62353]: value = "task-657463" [ 930.518329] env[62353]: _type = "Task" [ 930.518329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.526083] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.587655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fad2ea2-1be4-43d8-8977-0b9fb52449d2 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.135s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.680659] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.684667] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657460, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.730907] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60761a1f-e356-4f35-880c-45973d42597b tempest-MigrationsAdminTest-119881552 tempest-MigrationsAdminTest-119881552-project-member] Lock "37b04929-abb5-480d-8c50-07ce99226b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.237s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.739979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1939f43-7f5c-4bbb-a8e8-f40cb9577b48 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "1b279a59-7f07-4ad6-9b4b-efe9a4e76667" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.146s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.985479] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657461, 'name': CreateVM_Task, 'duration_secs': 0.704735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.986039] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 930.986943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.987313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.989023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.989023] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ff50ba-e1f7-4d3c-a7a6-7fb3b4914ad0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.999835] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 930.999835] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52842a52-c6c6-9820-1139-604558635354" [ 930.999835] env[62353]: _type = "Task" [ 930.999835] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.010260] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52842a52-c6c6-9820-1139-604558635354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.036036] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.149604] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Successfully updated port: 85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.184542] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657462, 'name': ReconfigVM_Task, 'duration_secs': 0.815968} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.189891] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 1bbc1973-8cb7-4235-8ae3-61329ea004b6/1bbc1973-8cb7-4235-8ae3-61329ea004b6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.191224] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657460, 'name': Destroy_Task, 'duration_secs': 1.061879} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.191224] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2cd2a96-b5f1-4a88-8c79-7b7e4ae76272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.192850] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroyed the VM [ 931.193137] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 931.194333] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b497857-bdf2-4ee1-9a91-82fb8a296c9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.200136] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 931.200136] env[62353]: value = "task-657464" [ 931.200136] env[62353]: _type = "Task" [ 931.200136] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.206567] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 931.206567] env[62353]: value = "task-657465" [ 931.206567] env[62353]: _type = "Task" [ 931.206567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.218174] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657464, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.224357] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657465, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.414328] env[62353]: DEBUG nova.compute.manager [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Received event network-changed-13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 931.414328] env[62353]: DEBUG nova.compute.manager [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Refreshing instance network info cache due to event network-changed-13349160-be2e-40ee-b80f-4f8af533359c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 931.414328] env[62353]: DEBUG oslo_concurrency.lockutils [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] Acquiring lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.414328] env[62353]: DEBUG oslo_concurrency.lockutils [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] Acquired lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.414328] env[62353]: DEBUG nova.network.neutron [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Refreshing network info cache for port 13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 931.512210] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52842a52-c6c6-9820-1139-604558635354, 'name': SearchDatastore_Task, 'duration_secs': 0.053534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.515698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.516133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.516515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.516833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.518017] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.518017] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-762ca723-393e-4d61-9ee0-1e45988dd06c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.528889] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665144} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.530484] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 3b880b8a-50a0-4bad-b3d3-d08fcf67efab/3b880b8a-50a0-4bad-b3d3-d08fcf67efab.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 931.531029] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.531293] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.533018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 931.535553] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66095f29-789b-499f-a2c5-a9a71a27847b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.537920] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01c6fe2-745c-4af3-8abd-063b15e97232 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.545024] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 931.545024] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521ce4e9-6b67-8f6d-9efd-b04dffa96a7f" [ 931.545024] env[62353]: _type = "Task" [ 931.545024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.550133] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 931.550133] env[62353]: value = "task-657466" [ 931.550133] env[62353]: _type = "Task" [ 931.550133] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.563096] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521ce4e9-6b67-8f6d-9efd-b04dffa96a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.568724] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.653038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.653134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.653265] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 931.658294] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3d367-2e1b-498b-8fcd-a06c96bbef9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbddcda3-6bca-4b01-b0fc-2fcbd233bd65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.701250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50557109-96aa-44aa-aa27-db07178675f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.717070] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657464, 'name': Rename_Task, 'duration_secs': 0.188042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.717070] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 931.718451] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e51219-758c-4668-8615-303d7c4f484a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.726229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae0620e-2e3c-457b-b88e-c7193ce37617 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.727899] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657465, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.738962] env[62353]: DEBUG nova.compute.provider_tree [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.741703] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 931.741703] env[62353]: value = "task-657467" [ 931.741703] env[62353]: _type = "Task" [ 931.741703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.752992] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.055424] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521ce4e9-6b67-8f6d-9efd-b04dffa96a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.059215] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4993cda7-030c-43c2-ac97-1f9df738513b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.066365] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223147} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.067101] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.067375] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 932.067375] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523213fa-892d-db14-101c-5533b37f531e" [ 932.067375] env[62353]: _type = "Task" [ 932.067375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.068394] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff0117-311d-443e-8826-37e5dd06a9c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095206] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3b880b8a-50a0-4bad-b3d3-d08fcf67efab/3b880b8a-50a0-4bad-b3d3-d08fcf67efab.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.098825] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878b4700-55fa-4ea4-8df9-71e0e517831c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.113781] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523213fa-892d-db14-101c-5533b37f531e, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.116309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.116576] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 932.117209] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d110ce40-2b2e-4edf-a6a2-7ce639cdb785 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.121800] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 932.121800] env[62353]: value = "task-657468" [ 932.121800] env[62353]: _type = "Task" [ 932.121800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.125997] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 932.125997] env[62353]: value = "task-657469" [ 932.125997] env[62353]: _type = "Task" [ 932.125997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.132536] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.138070] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.160677] env[62353]: DEBUG nova.compute.manager [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 932.161256] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.161497] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.161738] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.161989] env[62353]: DEBUG nova.compute.manager [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] No waiting events found dispatching network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 932.162290] env[62353]: WARNING nova.compute.manager [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received unexpected event network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd for instance with vm_state building and task_state spawning. [ 932.162451] env[62353]: DEBUG nova.compute.manager [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 932.162657] env[62353]: DEBUG nova.compute.manager [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing instance network info cache due to event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 932.162860] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.203725] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 932.216455] env[62353]: DEBUG oslo_vmware.api [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657465, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524389} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.217275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.217814] env[62353]: INFO nova.compute.manager [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 18.13 seconds to snapshot the instance on the hypervisor. [ 932.239082] env[62353]: DEBUG nova.network.neutron [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updated VIF entry in instance network info cache for port 13349160-be2e-40ee-b80f-4f8af533359c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 932.239773] env[62353]: DEBUG nova.network.neutron [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating instance_info_cache with network_info: [{"id": "13349160-be2e-40ee-b80f-4f8af533359c", "address": "fa:16:3e:69:67:fa", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13349160-be", "ovs_interfaceid": "13349160-be2e-40ee-b80f-4f8af533359c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.243106] env[62353]: DEBUG nova.scheduler.client.report [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 932.256106] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657467, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.432388] env[62353]: DEBUG nova.network.neutron [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.636447] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.639815] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.742998] env[62353]: DEBUG oslo_concurrency.lockutils [req-00cbc361-03f3-4b5d-8108-69eb7d88c0c7 req-71c9f626-be10-4bb7-aa9e-d3a85c8455ac service nova] Releasing lock "refresh_cache-cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.751346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.751601] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 932.755020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.297s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.755206] env[62353]: DEBUG nova.objects.instance [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lazy-loading 'resources' on Instance uuid 48fee428-9105-4058-8de7-183e389c6e77 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.764647] env[62353]: DEBUG oslo_vmware.api [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657467, 'name': PowerOnVM_Task, 'duration_secs': 0.967314} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.764647] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 932.764647] env[62353]: INFO nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Took 10.27 seconds to spawn the instance on the hypervisor. [ 932.764647] env[62353]: DEBUG nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 932.765833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac236d7f-2c7f-4d3f-a283-22ef553d7817 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.795930] env[62353]: DEBUG nova.compute.manager [None req-39698873-42c1-43eb-82a6-47ba1521bbac tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Found 1 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 932.935421] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.935951] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance network_info: |[{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 932.936318] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.936518] env[62353]: DEBUG nova.network.neutron [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 932.937768] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:75:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85bdcc47-9888-4c66-8d87-136ab3faebdd', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.945660] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating folder: Project (e0f015b631104a448488d710a1cefc81). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 932.949104] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f3cf418-db22-46fa-b5e7-0fff779f7572 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.963082] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created folder: Project (e0f015b631104a448488d710a1cefc81) in parent group-v159334. [ 932.963303] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating folder: Instances. Parent ref: group-v159535. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 932.963727] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554fb01f-b048-47d8-b0e2-e0eb50880cd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.973644] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created folder: Instances in parent group-v159535. [ 932.973924] env[62353]: DEBUG oslo.service.loopingcall [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.974364] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 932.974435] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-846273cc-e409-427c-8f88-eb2dd5ec43db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.995616] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.995616] env[62353]: value = "task-657472" [ 932.995616] env[62353]: _type = "Task" [ 932.995616] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.003346] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657472, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.148082] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657468, 'name': ReconfigVM_Task, 'duration_secs': 0.85994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.151782] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3b880b8a-50a0-4bad-b3d3-d08fcf67efab/3b880b8a-50a0-4bad-b3d3-d08fcf67efab.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.153036] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756406} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.153282] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f7b3ca-b327-4ec5-8849-1b14bda5326e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.155470] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 933.155951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.156384] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b72c9459-73c0-406a-b26a-5e7a93d71097 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.163913] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 933.163913] env[62353]: value = "task-657473" [ 933.163913] env[62353]: _type = "Task" [ 933.163913] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.165367] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 933.165367] env[62353]: value = "task-657474" [ 933.165367] env[62353]: _type = "Task" [ 933.165367] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.179110] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657473, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.182225] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.259943] env[62353]: DEBUG nova.compute.utils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.264571] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 933.264784] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 933.287178] env[62353]: INFO nova.compute.manager [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Took 33.12 seconds to build instance. [ 933.314838] env[62353]: DEBUG nova.network.neutron [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updated VIF entry in instance network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 933.315405] env[62353]: DEBUG nova.network.neutron [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.452661] env[62353]: DEBUG nova.policy [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fe09929aa8f45abb4e9564a9b0e3a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b1770905534fa7a40933dc60826c0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 933.511031] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657472, 'name': CreateVM_Task, 'duration_secs': 0.340669} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.511667] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 933.512423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.512584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.512925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.513239] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fe05d2-b97b-444c-8915-c084c60dd93a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.518199] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 933.518199] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52590e1a-757a-e2b1-5f03-4d7de5146add" [ 933.518199] env[62353]: _type = "Task" [ 933.518199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.532214] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52590e1a-757a-e2b1-5f03-4d7de5146add, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.534661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.534906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.535160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.535315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.535496] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.535924] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7864185-0aa9-49c4-bc00-896109845412 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.543521] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.543746] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 933.544490] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454ccb93-9ff9-4771-a5e6-f8dd8bb731db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.551786] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 933.551786] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e212e2-a601-2ab1-2aed-ad081c22902b" [ 933.551786] env[62353]: _type = "Task" [ 933.551786] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.560550] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e212e2-a601-2ab1-2aed-ad081c22902b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.623960] env[62353]: DEBUG nova.compute.manager [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 933.628015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6347d16-bceb-448a-ae5a-4abffb5e86bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.658545] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b976dec-c0cf-4a7f-a3d0-515972bc6e67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.673023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796d297-5af9-41ed-a1f5-dd533873136d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683510] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657473, 'name': Rename_Task, 'duration_secs': 0.188542} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.711350] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 933.712353] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28193e97-6313-4b87-a6ce-46c52c26b6bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.714463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db5917-73fc-45f2-a4dc-bd265ee3e926 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.721412] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10224} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.722370] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.723118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb43ef7-6d69-45e0-886c-d7935d4e4d00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.730157] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 933.730157] env[62353]: value = "task-657475" [ 933.730157] env[62353]: _type = "Task" [ 933.730157] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.730157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c02b2a-2188-42ed-af7d-feedb86faff4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.754759] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.755570] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92825f5d-0a5c-471b-8ea6-24b161a840be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.780823] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 933.783988] env[62353]: DEBUG nova.compute.provider_tree [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.788923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6787604a-68fe-449f-8910-9f424d23bf39 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.635s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.789189] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.792655] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 933.792655] env[62353]: value = "task-657476" [ 933.792655] env[62353]: _type = "Task" [ 933.792655] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.802035] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.818691] env[62353]: DEBUG oslo_concurrency.lockutils [req-12210fc0-ccfd-4eda-867f-f8874ccdc405 req-7cfe981d-d8f6-4f5b-8b9b-1936fab3d6d1 service nova] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.063918] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e212e2-a601-2ab1-2aed-ad081c22902b, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.064837] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7b0da4-a627-4857-ba4b-96151d3e8143 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.070310] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 934.070310] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fa0ac-3011-234d-5524-6bafc3c3533c" [ 934.070310] env[62353]: _type = "Task" [ 934.070310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.077854] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fa0ac-3011-234d-5524-6bafc3c3533c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.101924] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Successfully created port: ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.135319] env[62353]: INFO nova.compute.manager [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] instance snapshotting [ 934.136519] env[62353]: DEBUG nova.objects.instance [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.246171] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657475, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.294283] env[62353]: DEBUG nova.scheduler.client.report [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 934.314094] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657476, 'name': ReconfigVM_Task, 'duration_secs': 0.415907} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.317359] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.318037] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a9fd282-73df-4bcd-9b54-90a5707bc8b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.326755] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 934.326755] env[62353]: value = "task-657477" [ 934.326755] env[62353]: _type = "Task" [ 934.326755] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.335911] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657477, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.581819] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522fa0ac-3011-234d-5524-6bafc3c3533c, 'name': SearchDatastore_Task, 'duration_secs': 0.015569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.582158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.582428] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 934.582695] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba7e6a0-f65b-4757-b642-484567adc666 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.589187] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 934.589187] env[62353]: value = "task-657478" [ 934.589187] env[62353]: _type = "Task" [ 934.589187] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.597895] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.646350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978b0abf-8bc0-4f88-97a2-1c788006c48e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.667440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372643e0-5927-4817-ae99-8e4090a7d885 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.744253] env[62353]: DEBUG oslo_vmware.api [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657475, 'name': PowerOnVM_Task, 'duration_secs': 0.536964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.744611] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 934.747853] env[62353]: INFO nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Took 9.68 seconds to spawn the instance on the hypervisor. [ 934.747853] env[62353]: DEBUG nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 934.747853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f9621-e8c3-40c7-a447-4fcde4036a7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.786494] env[62353]: DEBUG nova.compute.manager [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Received event network-changed-870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 934.787801] env[62353]: DEBUG nova.compute.manager [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Refreshing instance network info cache due to event network-changed-870a3c27-2d71-4215-a5e0-c00f81841d3f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 934.789018] env[62353]: DEBUG oslo_concurrency.lockutils [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] Acquiring lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.789408] env[62353]: DEBUG oslo_concurrency.lockutils [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] Acquired lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.789567] env[62353]: DEBUG nova.network.neutron [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Refreshing network info cache for port 870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 934.798025] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 934.807662] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.816311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.870s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.816877] env[62353]: DEBUG nova.objects.instance [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.840195] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657477, 'name': Rename_Task, 'duration_secs': 0.451541} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.846775] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.847206] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.847206] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.847463] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.848099] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.848099] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.848099] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.848444] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.848444] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.848669] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.848893] env[62353]: DEBUG nova.virt.hardware [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.849463] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 934.850422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9e67d8-8631-4425-a167-33d3e42b44aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.855393] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d5999c-d722-4fae-809d-b9f31e15d55d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.857661] env[62353]: INFO nova.scheduler.client.report [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted allocations for instance 48fee428-9105-4058-8de7-183e389c6e77 [ 934.867130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec053e-e696-4598-a5e3-885dab80336e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.873132] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 934.873132] env[62353]: value = "task-657479" [ 934.873132] env[62353]: _type = "Task" [ 934.873132] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.895647] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.099609] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.181441] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.181441] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77977370-3c28-4238-b760-f7f5afce83bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.190724] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 935.190724] env[62353]: value = "task-657480" [ 935.190724] env[62353]: _type = "Task" [ 935.190724] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.211101] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.268339] env[62353]: INFO nova.compute.manager [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Took 34.24 seconds to build instance. [ 935.379498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bfffcae4-74b6-4044-89cc-81d9f7f422ed tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "48fee428-9105-4058-8de7-183e389c6e77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.531s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.395020] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.463904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.464170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.583749] env[62353]: DEBUG nova.network.neutron [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Updated VIF entry in instance network info cache for port 870a3c27-2d71-4215-a5e0-c00f81841d3f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 935.584472] env[62353]: DEBUG nova.network.neutron [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Updating instance_info_cache with network_info: [{"id": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "address": "fa:16:3e:5d:6e:ce", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870a3c27-2d", "ovs_interfaceid": "870a3c27-2d71-4215-a5e0-c00f81841d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.603083] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.603083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 935.603083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.604735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d174482-bf91-4ce2-b279-a0a6c22be65c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.612479] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 935.612479] env[62353]: value = "task-657481" [ 935.612479] env[62353]: _type = "Task" [ 935.612479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.620152] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.674051] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.674301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.674514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.674833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.675055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.677439] env[62353]: INFO nova.compute.manager [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Terminating instance [ 935.682993] env[62353]: DEBUG nova.compute.manager [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 935.683249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 935.684149] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759cc025-1db5-4f77-8ebb-73e0986db9df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.691727] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 935.691982] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d1c478-283c-4e6d-a60e-0f4df8dd3165 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.700122] env[62353]: DEBUG nova.compute.manager [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Received event network-vif-plugged-ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 935.700653] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.700899] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] Lock "c4779a34-2495-463b-a895-70b6f559136f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.701461] env[62353]: DEBUG oslo_concurrency.lockutils [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] Lock "c4779a34-2495-463b-a895-70b6f559136f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.701529] env[62353]: DEBUG nova.compute.manager [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] No waiting events found dispatching network-vif-plugged-ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 935.701702] env[62353]: WARNING nova.compute.manager [req-5cdfe477-7d04-48d7-8210-4b1151c016a0 req-a214ff76-d296-4a19-aa15-a8331d7e5435 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Received unexpected event network-vif-plugged-ebba0554-40da-4ded-98aa-87b047bc0f78 for instance with vm_state building and task_state spawning. [ 935.706500] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.706807] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 935.706807] env[62353]: value = "task-657482" [ 935.706807] env[62353]: _type = "Task" [ 935.706807] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.716160] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.771720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e11cc359-ef50-43e9-bc20-b4c7b6bdf7c2 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.770s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.828028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b3a86ac-f866-4e19-8c9e-6c98404016f3 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.829483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.863s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.834252] env[62353]: INFO nova.compute.claims [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.841628] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Successfully updated port: ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.889944] env[62353]: DEBUG oslo_vmware.api [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657479, 'name': PowerOnVM_Task, 'duration_secs': 0.983632} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.891078] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 935.891078] env[62353]: INFO nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Took 8.29 seconds to spawn the instance on the hypervisor. [ 935.891078] env[62353]: DEBUG nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 935.893013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f2f7b-8743-4f24-9180-fc6038d8c937 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.968172] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 936.087820] env[62353]: DEBUG oslo_concurrency.lockutils [req-8cb0aefe-4b01-4dc4-aea1-28e94dfee638 req-139479d3-872b-48e1-aea4-0edd89b1865f service nova] Releasing lock "refresh_cache-1bbc1973-8cb7-4235-8ae3-61329ea004b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.124681] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092004} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.124962] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.126632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646df41d-e815-4828-b43d-cbbd545ca6b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.161134] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.161682] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff907421-2ba3-4a27-ab66-66476df727f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.183397] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 936.183397] env[62353]: value = "task-657483" [ 936.183397] env[62353]: _type = "Task" [ 936.183397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.192692] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.203764] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657480, 'name': CreateSnapshot_Task, 'duration_secs': 0.678191} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.204049] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.204997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a578a-eb35-49d5-8d3a-390bf982add2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.222800] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657482, 'name': PowerOffVM_Task, 'duration_secs': 0.31878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.223304] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 936.223540] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 936.223811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-189459a7-bfaa-493d-a070-e1227cdc9af5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.328625] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 936.328871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 936.329077] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleting the datastore file [datastore2] 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.329359] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b8a563-a498-433c-9703-59bd6fa84d57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.335199] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for the task: (returnval){ [ 936.335199] env[62353]: value = "task-657485" [ 936.335199] env[62353]: _type = "Task" [ 936.335199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.344016] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.347598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.347730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.347893] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 936.420344] env[62353]: INFO nova.compute.manager [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Took 34.53 seconds to build instance. [ 936.501416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.695192] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.731715] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.732091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e1a368a-2aa1-4803-bca6-f2356d2effeb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.744245] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 936.744245] env[62353]: value = "task-657486" [ 936.744245] env[62353]: _type = "Task" [ 936.744245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.752576] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657486, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.845209] env[62353]: DEBUG oslo_vmware.api [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Task: {'id': task-657485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48692} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.845519] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.845717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 936.846015] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 936.846243] env[62353]: INFO nova.compute.manager [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 936.846532] env[62353]: DEBUG oslo.service.loopingcall [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.846782] env[62353]: DEBUG nova.compute.manager [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 936.846898] env[62353]: DEBUG nova.network.neutron [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 936.888956] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 936.922661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0bda451-f9fa-46b4-a252-6e3359cb23b6 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.041s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.085091] env[62353]: DEBUG nova.network.neutron [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.199642] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.253813] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657486, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.348027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43d386-9d5a-41d0-bbd4-0b92cc1014cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.356458] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f8fdcd-8888-4273-95a4-ac650f89e074 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.395114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dad8b3-c2fd-4bfd-b0d2-ea94d189da0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.409259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0dea61-654e-404d-8958-27e45dbfcefc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.424339] env[62353]: DEBUG nova.compute.provider_tree [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.593169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.593626] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Instance network_info: |[{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 937.594103] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebba0554-40da-4ded-98aa-87b047bc0f78', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.601852] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Creating folder: Project (06b1770905534fa7a40933dc60826c0c). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 937.602268] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd2a3d02-0267-43a8-94b6-ac4c0028d7a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.612907] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Created folder: Project (06b1770905534fa7a40933dc60826c0c) in parent group-v159334. [ 937.613118] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Creating folder: Instances. Parent ref: group-v159540. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 937.613361] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3de0d8b-4f51-4192-9ff4-5877a2424078 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.621582] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Created folder: Instances in parent group-v159540. [ 937.621818] env[62353]: DEBUG oslo.service.loopingcall [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.622014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 937.622212] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded7024f-ad94-440d-a006-d93e0d20e8ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.640201] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.640201] env[62353]: value = "task-657489" [ 937.640201] env[62353]: _type = "Task" [ 937.640201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.647490] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657489, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.696278] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657483, 'name': ReconfigVM_Task, 'duration_secs': 1.218601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.696605] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.697300] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0371811-dfca-42f2-8df8-b5cf58a559f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.703981] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 937.703981] env[62353]: value = "task-657490" [ 937.703981] env[62353]: _type = "Task" [ 937.703981] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.708619] env[62353]: DEBUG nova.network.neutron [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.714828] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657490, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.718220] env[62353]: DEBUG nova.compute.manager [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 937.730827] env[62353]: DEBUG nova.compute.manager [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Received event network-changed-ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 937.731066] env[62353]: DEBUG nova.compute.manager [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Refreshing instance network info cache due to event network-changed-ebba0554-40da-4ded-98aa-87b047bc0f78. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 937.731362] env[62353]: DEBUG oslo_concurrency.lockutils [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] Acquiring lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.731630] env[62353]: DEBUG oslo_concurrency.lockutils [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] Acquired lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.731874] env[62353]: DEBUG nova.network.neutron [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Refreshing network info cache for port ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 937.753930] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657486, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.902542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.902834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.903070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.903261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.903445] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.906226] env[62353]: INFO nova.compute.manager [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Terminating instance [ 937.908127] env[62353]: DEBUG nova.compute.manager [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 937.908393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 937.909358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2393744a-416f-46ce-a91c-e02c95945546 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.917857] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 937.918729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab2dc96-9ed3-4a61-846b-0a03b94a6840 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.924208] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 937.924208] env[62353]: value = "task-657491" [ 937.924208] env[62353]: _type = "Task" [ 937.924208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.927798] env[62353]: DEBUG nova.scheduler.client.report [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 937.935588] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.149751] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657489, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.216803] env[62353]: INFO nova.compute.manager [-] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Took 1.37 seconds to deallocate network for instance. [ 938.217275] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657490, 'name': Rename_Task, 'duration_secs': 0.395557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.219515] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 938.223179] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ea8788-aaa1-4487-9431-a79a36f7d2de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.235673] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 938.235673] env[62353]: value = "task-657492" [ 938.235673] env[62353]: _type = "Task" [ 938.235673] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.255928] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.257100] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.263524] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657486, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.437234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.437972] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 938.441914] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657491, 'name': PowerOffVM_Task, 'duration_secs': 0.375838} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.442569] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.733s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.442893] env[62353]: DEBUG nova.objects.instance [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'resources' on Instance uuid c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.444321] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 938.444598] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 938.445166] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed6c8e1-794f-4835-bafa-2ce291954676 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.545827] env[62353]: DEBUG nova.network.neutron [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updated VIF entry in instance network info cache for port ebba0554-40da-4ded-98aa-87b047bc0f78. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 938.546247] env[62353]: DEBUG nova.network.neutron [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.651033] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657489, 'name': CreateVM_Task, 'duration_secs': 0.528263} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.651033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 938.651661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.651839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.652187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.652446] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26446b21-ce2e-44cd-acb5-897554cafcb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.657253] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 938.657253] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae7f69-9d9c-4f43-ac6f-c440e9e15e76" [ 938.657253] env[62353]: _type = "Task" [ 938.657253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.666267] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae7f69-9d9c-4f43-ac6f-c440e9e15e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.731266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.745507] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657492, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.753772] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657486, 'name': CloneVM_Task, 'duration_secs': 1.542236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.754066] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created linked-clone VM from snapshot [ 938.754931] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb3857-72f2-4355-8563-c0038846ea13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.762239] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploading image 9825e585-2b7f-4a83-9364-d918ef0f91e2 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 938.783366] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 938.783366] env[62353]: value = "vm-159539" [ 938.783366] env[62353]: _type = "VirtualMachine" [ 938.783366] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 938.783657] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e11f46eb-42e3-408f-9b4b-b15ae491bfdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.790358] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease: (returnval){ [ 938.790358] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524d0e5e-3d63-87b1-71e4-f4723676c908" [ 938.790358] env[62353]: _type = "HttpNfcLease" [ 938.790358] env[62353]: } obtained for exporting VM: (result){ [ 938.790358] env[62353]: value = "vm-159539" [ 938.790358] env[62353]: _type = "VirtualMachine" [ 938.790358] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 938.790608] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the lease: (returnval){ [ 938.790608] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524d0e5e-3d63-87b1-71e4-f4723676c908" [ 938.790608] env[62353]: _type = "HttpNfcLease" [ 938.790608] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 938.797799] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.797799] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524d0e5e-3d63-87b1-71e4-f4723676c908" [ 938.797799] env[62353]: _type = "HttpNfcLease" [ 938.797799] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.944144] env[62353]: DEBUG nova.compute.utils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 938.945649] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 938.945839] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 938.987981] env[62353]: DEBUG nova.policy [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 939.049486] env[62353]: DEBUG oslo_concurrency.lockutils [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] Releasing lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.049486] env[62353]: DEBUG nova.compute.manager [req-93284a3d-c8df-40e9-81dd-7a9f07656450 req-d0c57061-3444-4ae2-93e2-6e070a3332e3 service nova] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Received event network-vif-deleted-78fbda73-711c-4ca9-aa7c-d7d1aeb7aff4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 939.170161] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ae7f69-9d9c-4f43-ac6f-c440e9e15e76, 'name': SearchDatastore_Task, 'duration_secs': 0.018164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.173177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.173464] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.173795] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.174015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.174212] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.174908] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1b5046-6b87-4159-a835-1dd92b7638a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.184776] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.185015] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 939.188503] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f517746e-9ab2-4889-9ae3-94802d4e7d9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.196024] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 939.196024] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ebb6e9-d4cf-ba6f-edc4-79e5d073d4a2" [ 939.196024] env[62353]: _type = "Task" [ 939.196024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.202028] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ebb6e9-d4cf-ba6f-edc4-79e5d073d4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.251825] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657492, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.303398] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.303398] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524d0e5e-3d63-87b1-71e4-f4723676c908" [ 939.303398] env[62353]: _type = "HttpNfcLease" [ 939.303398] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.304796] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.304796] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524d0e5e-3d63-87b1-71e4-f4723676c908" [ 939.304796] env[62353]: _type = "HttpNfcLease" [ 939.304796] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.305747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d4c07-b73c-4652-a0d2-0b6b8e155676 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.309446] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355437a8-876e-47f3-931a-9819a9853556 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.323358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf49f0b-cf3a-42ea-ab8e-74476c808226 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.326961] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.327175] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.390559] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Successfully created port: 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.422595] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c31351-92e8-4f85-8b0a-5ab3901e257f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.430161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e3706-8db3-47b6-b93b-1e4d005e10ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.443735] env[62353]: DEBUG nova.compute.provider_tree [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.451568] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 939.556943] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66ecc90f-9061-416a-940d-b77b874d955b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.630215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 939.630215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 939.630215] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Deleting the datastore file [datastore1] 3b880b8a-50a0-4bad-b3d3-d08fcf67efab {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.630215] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb09592-8f66-4255-a4a3-16d9ec8e30ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.636789] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for the task: (returnval){ [ 939.636789] env[62353]: value = "task-657495" [ 939.636789] env[62353]: _type = "Task" [ 939.636789] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.645131] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.710928] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ebb6e9-d4cf-ba6f-edc4-79e5d073d4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.712188] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b74d69-d34a-4e09-9703-b22e55c1b9c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.718092] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 939.718092] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5260934f-d1a5-e044-f311-4098b5e16d4c" [ 939.718092] env[62353]: _type = "Task" [ 939.718092] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.725750] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5260934f-d1a5-e044-f311-4098b5e16d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.747542] env[62353]: DEBUG oslo_vmware.api [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657492, 'name': PowerOnVM_Task, 'duration_secs': 1.050929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.747886] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 939.748233] env[62353]: INFO nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Took 9.59 seconds to spawn the instance on the hypervisor. [ 939.748597] env[62353]: DEBUG nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 939.749566] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227fa9e-bd9b-4887-ae10-4788c410fc9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.946559] env[62353]: DEBUG nova.scheduler.client.report [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 940.151628] env[62353]: DEBUG oslo_vmware.api [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Task: {'id': task-657495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.152423] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.152788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 940.153043] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 940.153275] env[62353]: INFO nova.compute.manager [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Took 2.24 seconds to destroy the instance on the hypervisor. [ 940.153727] env[62353]: DEBUG oslo.service.loopingcall [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.154042] env[62353]: DEBUG nova.compute.manager [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 940.154192] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 940.228851] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5260934f-d1a5-e044-f311-4098b5e16d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.231446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.231841] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c4779a34-2495-463b-a895-70b6f559136f/c4779a34-2495-463b-a895-70b6f559136f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 940.232227] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3f7c839-e886-43a9-ae83-0ff2b457640c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.239311] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 940.239311] env[62353]: value = "task-657496" [ 940.239311] env[62353]: _type = "Task" [ 940.239311] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.250095] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.270735] env[62353]: INFO nova.compute.manager [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Took 37.38 seconds to build instance. [ 940.452357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.455906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.832s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.456338] env[62353]: DEBUG nova.objects.instance [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lazy-loading 'resources' on Instance uuid 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.464071] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 940.485667] env[62353]: INFO nova.scheduler.client.report [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted allocations for instance c4d37e58-586d-4cd9-9eab-05b7a0bb31e3 [ 940.498884] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 940.499217] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 940.499449] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.499653] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 940.499828] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.500100] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 940.500422] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 940.500656] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 940.500983] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 940.501501] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 940.501695] env[62353]: DEBUG nova.virt.hardware [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 940.502784] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45daea9-9e17-4aaf-b516-224713505f96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.513860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3c9ffe-195b-4f3c-8729-3f0dec74403e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.554430] env[62353]: DEBUG nova.compute.manager [req-879f6c46-a5a9-43f1-bcbb-04ad37d2f5a6 req-bffb582d-2a73-4dd4-a7d1-e557895e55e9 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Received event network-vif-deleted-a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 940.554856] env[62353]: INFO nova.compute.manager [req-879f6c46-a5a9-43f1-bcbb-04ad37d2f5a6 req-bffb582d-2a73-4dd4-a7d1-e557895e55e9 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Neutron deleted interface a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85; detaching it from the instance and deleting it from the info cache [ 940.554856] env[62353]: DEBUG nova.network.neutron [req-879f6c46-a5a9-43f1-bcbb-04ad37d2f5a6 req-bffb582d-2a73-4dd4-a7d1-e557895e55e9 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.749607] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657496, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.775130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c014c067-8076-4deb-9265-8766dc41293d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.896s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.951563] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.978901] env[62353]: DEBUG nova.compute.manager [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-vif-plugged-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 940.979330] env[62353]: DEBUG oslo_concurrency.lockutils [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.979658] env[62353]: DEBUG oslo_concurrency.lockutils [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.979888] env[62353]: DEBUG oslo_concurrency.lockutils [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.980240] env[62353]: DEBUG nova.compute.manager [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] No waiting events found dispatching network-vif-plugged-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 940.980524] env[62353]: WARNING nova.compute.manager [req-28b92256-4264-4532-a66d-319065503cd0 req-899f4ee1-2306-4e60-8c73-d155189d95fc service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received unexpected event network-vif-plugged-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa for instance with vm_state building and task_state spawning. [ 941.001278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0514168b-d06f-4125-be97-4f6b4e4d0062 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "c4d37e58-586d-4cd9-9eab-05b7a0bb31e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.197s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.052671] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Successfully updated port: 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.058573] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22009da1-f494-4769-9b1e-ed9c541d6607 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.071569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201b76f-3991-415d-a5b7-4dbb9439198d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.917476] env[62353]: INFO nova.compute.manager [-] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Took 1.76 seconds to deallocate network for instance. [ 941.918320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.918522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.918710] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 941.920256] env[62353]: DEBUG nova.compute.manager [req-879f6c46-a5a9-43f1-bcbb-04ad37d2f5a6 req-bffb582d-2a73-4dd4-a7d1-e557895e55e9 service nova] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Detach interface failed, port_id=a5ad4658-44be-4ec6-9f2f-bd42fb1a5a85, reason: Instance 3b880b8a-50a0-4bad-b3d3-d08fcf67efab could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 941.946214] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.946919] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c4779a34-2495-463b-a895-70b6f559136f/c4779a34-2495-463b-a895-70b6f559136f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 941.947280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.947667] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b37e3da-27f5-452f-828c-c4cb6b669458 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.959649] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 941.959649] env[62353]: value = "task-657497" [ 941.959649] env[62353]: _type = "Task" [ 941.959649] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.978032] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.102206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.102641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.183128] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79de92-bb1e-45c2-b874-b4ab45d7a698 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.193513] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f56a64-5394-455d-982f-ab39a8f0cfdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.233376] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534aa3ff-5aa2-4837-b32e-c8281c9a2b1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.244219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdfd0cf-400e-4949-9c74-a42bf9d5f3da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.263634] env[62353]: DEBUG nova.compute.provider_tree [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.448400] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.473437] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074605} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.473646] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.474887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943e3ce-f6a5-4b59-929d-6dc87890d9c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.480524] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 942.515995] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c4779a34-2495-463b-a895-70b6f559136f/c4779a34-2495-463b-a895-70b6f559136f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.519654] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6060bbaf-3eeb-4d65-a7d4-6d262d9eeada {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.550815] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 942.550815] env[62353]: value = "task-657498" [ 942.550815] env[62353]: _type = "Task" [ 942.550815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.562403] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.606553] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 942.767150] env[62353]: DEBUG nova.scheduler.client.report [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 942.990070] env[62353]: DEBUG nova.network.neutron [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.060955] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.127295] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.158930] env[62353]: DEBUG nova.compute.manager [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-changed-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 943.159126] env[62353]: DEBUG nova.compute.manager [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing instance network info cache due to event network-changed-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 943.159371] env[62353]: DEBUG oslo_concurrency.lockutils [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.275330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.277533] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.510s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.278990] env[62353]: INFO nova.compute.claims [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.300332] env[62353]: INFO nova.scheduler.client.report [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted allocations for instance 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6 [ 943.494373] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.495026] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Instance network_info: |[{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 943.495026] env[62353]: DEBUG oslo_concurrency.lockutils [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.495238] env[62353]: DEBUG nova.network.neutron [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing network info cache for port 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 943.496542] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:00:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.505484] env[62353]: DEBUG oslo.service.loopingcall [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.506750] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 943.507018] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3917aa74-bd13-4cb8-a5bf-b03a1b4aa173 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.527911] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.527911] env[62353]: value = "task-657499" [ 943.527911] env[62353]: _type = "Task" [ 943.527911] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.536567] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657499, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.560996] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657498, 'name': ReconfigVM_Task, 'duration_secs': 0.692083} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.561301] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c4779a34-2495-463b-a895-70b6f559136f/c4779a34-2495-463b-a895-70b6f559136f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.562024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5183c086-eecc-40c6-a93a-f4cda1f7554c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.567649] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 943.567649] env[62353]: value = "task-657500" [ 943.567649] env[62353]: _type = "Task" [ 943.567649] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.576290] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657500, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.584150] env[62353]: DEBUG nova.compute.manager [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 943.808563] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff3fd1ed-0829-4578-b2bb-648ab44b3009 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.098s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.038725] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657499, 'name': CreateVM_Task, 'duration_secs': 0.34648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.038725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 944.039361] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.039529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.040962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.040962] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8088d8c-5c76-4221-b28f-08a0f603aafe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.045191] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 944.045191] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c92eff-6caf-2bed-e4aa-82d47268142b" [ 944.045191] env[62353]: _type = "Task" [ 944.045191] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.055677] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c92eff-6caf-2bed-e4aa-82d47268142b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.076520] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657500, 'name': Rename_Task, 'duration_secs': 0.223046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.076897] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 944.077166] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b1209f-f0b2-4970-bed9-5b68a7f9bb24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.083646] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 944.083646] env[62353]: value = "task-657501" [ 944.083646] env[62353]: _type = "Task" [ 944.083646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.096806] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.107291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.403145] env[62353]: DEBUG nova.network.neutron [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updated VIF entry in instance network info cache for port 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 944.403621] env[62353]: DEBUG nova.network.neutron [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.560370] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c92eff-6caf-2bed-e4aa-82d47268142b, 'name': SearchDatastore_Task, 'duration_secs': 0.020272} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.560721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.560981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.561313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.561715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.561715] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.561992] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ede7339-de77-46d7-bc24-14f8fd33cacc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.570168] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.570369] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 944.571106] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfe03f3-b19f-48b9-912f-a45e480f22c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.576051] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 944.576051] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52978e3c-8be2-b5d7-23cd-03ff9b2c0063" [ 944.576051] env[62353]: _type = "Task" [ 944.576051] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.585866] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52978e3c-8be2-b5d7-23cd-03ff9b2c0063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.595602] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657501, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.617274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2d865-4146-4b93-9fca-944908c98d4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.624392] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65bdac1-c824-4a99-8ed8-a55478f7c2ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653642] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf4251-3439-4ddd-a2ce-874f4463b272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.660669] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2956e37-2c28-44f7-9e36-5db9a5509200 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.673286] env[62353]: DEBUG nova.compute.provider_tree [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.906783] env[62353]: DEBUG oslo_concurrency.lockutils [req-5a35e05d-2f20-44e7-ad71-4677fe4ecacc req-3a61f238-4590-45f8-9986-55c15a7f364c service nova] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.969369] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "942ad428-a355-47a4-994e-61ed84141e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.969714] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.969985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "942ad428-a355-47a4-994e-61ed84141e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.970166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.970378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.972652] env[62353]: INFO nova.compute.manager [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Terminating instance [ 944.975803] env[62353]: DEBUG nova.compute.manager [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 944.975803] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 944.976621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1c405-d082-4420-8bf2-5a0143342ad6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.985429] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 944.985725] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f26bcaf1-931a-4bb9-99be-3d0c8edfd197 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992410] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 944.992410] env[62353]: value = "task-657502" [ 944.992410] env[62353]: _type = "Task" [ 944.992410] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.002435] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.086702] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52978e3c-8be2-b5d7-23cd-03ff9b2c0063, 'name': SearchDatastore_Task, 'duration_secs': 0.02123} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.090719] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a810d177-fbd1-435d-80d1-a03afc590730 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.096435] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 945.096435] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f06af5-3d23-95d0-b613-8cb4e2b4be6b" [ 945.096435] env[62353]: _type = "Task" [ 945.096435] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.099795] env[62353]: DEBUG oslo_vmware.api [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657501, 'name': PowerOnVM_Task, 'duration_secs': 0.977339} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.103081] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 945.103341] env[62353]: INFO nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Took 10.31 seconds to spawn the instance on the hypervisor. [ 945.103570] env[62353]: DEBUG nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 945.104518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d4e44-4128-41cc-9a26-cc0e00340456 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.113506] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f06af5-3d23-95d0-b613-8cb4e2b4be6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.115317] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.115650] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c3bb2293-1a70-4652-b64d-211012beb748/c3bb2293-1a70-4652-b64d-211012beb748.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 945.119804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6065ee97-c611-454f-985e-12a3d5c7ebd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.127399] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 945.127399] env[62353]: value = "task-657503" [ 945.127399] env[62353]: _type = "Task" [ 945.127399] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.136197] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.176999] env[62353]: DEBUG nova.scheduler.client.report [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 945.439833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.440049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.503213] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657502, 'name': PowerOffVM_Task, 'duration_secs': 0.286787} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.503559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 945.503762] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 945.504064] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e9c2e4-a9b1-4fbc-a3fb-028b47d3fd6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.608297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 945.608514] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 945.608724] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore2] 942ad428-a355-47a4-994e-61ed84141e12 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.609018] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e15a2322-07c2-4a8c-b6da-b30157a3fa47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.617264] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 945.617264] env[62353]: value = "task-657505" [ 945.617264] env[62353]: _type = "Task" [ 945.617264] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.639464] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.639767] env[62353]: INFO nova.compute.manager [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Took 40.63 seconds to build instance. [ 945.646281] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.684966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.685380] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 945.688161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.841s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.688407] env[62353]: DEBUG nova.objects.instance [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'resources' on Instance uuid 29ce702f-1bc3-410a-a683-91d60cbb9d0c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.944521] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 946.137660] env[62353]: DEBUG oslo_vmware.api [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476341} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.140930] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.141147] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 946.141331] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 946.141510] env[62353]: INFO nova.compute.manager [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Took 1.17 seconds to destroy the instance on the hypervisor. [ 946.141761] env[62353]: DEBUG oslo.service.loopingcall [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.141994] env[62353]: DEBUG nova.compute.manager [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 946.142066] env[62353]: DEBUG nova.network.neutron [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 946.145374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf0e6ee9-823f-4014-927b-716e5b458f14 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.152s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.150281] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615291} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.150574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c3bb2293-1a70-4652-b64d-211012beb748/c3bb2293-1a70-4652-b64d-211012beb748.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 946.150791] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.151086] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39730000-b766-4574-a050-4dd4bb1d454b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.158013] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 946.158013] env[62353]: value = "task-657506" [ 946.158013] env[62353]: _type = "Task" [ 946.158013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.166522] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.192239] env[62353]: DEBUG nova.compute.utils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.194017] env[62353]: DEBUG nova.objects.instance [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'numa_topology' on Instance uuid 29ce702f-1bc3-410a-a683-91d60cbb9d0c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.198481] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 946.198663] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 946.259147] env[62353]: DEBUG nova.compute.manager [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Received event network-changed-ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 946.259375] env[62353]: DEBUG nova.compute.manager [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Refreshing instance network info cache due to event network-changed-ebba0554-40da-4ded-98aa-87b047bc0f78. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 946.259602] env[62353]: DEBUG oslo_concurrency.lockutils [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] Acquiring lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.259795] env[62353]: DEBUG oslo_concurrency.lockutils [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] Acquired lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.259996] env[62353]: DEBUG nova.network.neutron [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Refreshing network info cache for port ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 946.270668] env[62353]: DEBUG nova.policy [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d0d981d2d24f3fad7370297f473860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943d876427f4a9292b6859a2456bbfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 946.516529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.667585] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108109} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.667990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.669855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562ee1c-be8d-4c15-9fc9-f84ba9236986 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.698160] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] c3bb2293-1a70-4652-b64d-211012beb748/c3bb2293-1a70-4652-b64d-211012beb748.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.699340] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Successfully created port: 3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.701603] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 946.704264] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34a149b-fb01-403c-b1b1-f40bac02e1d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.719946] env[62353]: DEBUG nova.objects.base [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Object Instance<29ce702f-1bc3-410a-a683-91d60cbb9d0c> lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 946.728401] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 946.728401] env[62353]: value = "task-657507" [ 946.728401] env[62353]: _type = "Task" [ 946.728401] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.739514] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.059034] env[62353]: DEBUG nova.network.neutron [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updated VIF entry in instance network info cache for port ebba0554-40da-4ded-98aa-87b047bc0f78. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 947.059258] env[62353]: DEBUG nova.network.neutron [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.108800] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c84ae78-65a6-42d2-8ade-067a6f296c32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.111885] env[62353]: DEBUG nova.network.neutron [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.119172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e11d1-d1e2-46fd-b9e6-8b6820bc7a5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.155473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4187fc-9204-4d76-9191-90dd74ec24c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.164707] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdcc5ad-3a98-43e5-9243-b344a9ae1e48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.186322] env[62353]: DEBUG nova.compute.provider_tree [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.238991] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657507, 'name': ReconfigVM_Task, 'duration_secs': 0.304478} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.239305] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Reconfigured VM instance instance-00000051 to attach disk [datastore2] c3bb2293-1a70-4652-b64d-211012beb748/c3bb2293-1a70-4652-b64d-211012beb748.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.239961] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68cd74cf-f46a-44ac-aee5-56cb95abf68b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.246777] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 947.246777] env[62353]: value = "task-657508" [ 947.246777] env[62353]: _type = "Task" [ 947.246777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.259684] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657508, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.564681] env[62353]: DEBUG oslo_concurrency.lockutils [req-25350523-0c1c-4430-8e60-57c5558e2a6e req-ae3c4a60-2aa7-435c-80ec-816bbf457a5d service nova] Releasing lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.614724] env[62353]: INFO nova.compute.manager [-] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Took 1.47 seconds to deallocate network for instance. [ 947.689712] env[62353]: DEBUG nova.scheduler.client.report [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 947.731096] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 947.755662] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 947.757007] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 947.757007] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.757007] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 947.757007] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.757007] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 947.757329] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 947.757541] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 947.757711] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 947.758719] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 947.758719] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.759223] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ed4f4-b322-414b-92a4-ea28d2ab7d62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.765763] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657508, 'name': Rename_Task, 'duration_secs': 0.1421} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.766513] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 947.766899] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a847b36-90c9-46f0-ae82-a30f4e7a9d5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.773986] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454a2c4-768b-4ca3-871a-6f26ed810ca2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.780049] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 947.780049] env[62353]: value = "task-657509" [ 947.780049] env[62353]: _type = "Task" [ 947.780049] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.798590] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657509, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.121832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.142848] env[62353]: DEBUG nova.compute.manager [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Received event network-vif-plugged-3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.143162] env[62353]: DEBUG oslo_concurrency.lockutils [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] Acquiring lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.143448] env[62353]: DEBUG oslo_concurrency.lockutils [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.143774] env[62353]: DEBUG oslo_concurrency.lockutils [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.144279] env[62353]: DEBUG nova.compute.manager [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] No waiting events found dispatching network-vif-plugged-3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 948.144619] env[62353]: WARNING nova.compute.manager [req-416c68df-14c0-4051-b172-182a9f67efba req-f5a51fd5-9a09-4c9a-9b0d-14fac9595cd9 service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Received unexpected event network-vif-plugged-3742b536-1db7-4f00-a471-fd4e5678636e for instance with vm_state building and task_state spawning. [ 948.196429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.508s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.199223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.713s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.201195] env[62353]: INFO nova.compute.claims [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.292398] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657509, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.336892] env[62353]: DEBUG nova.compute.manager [req-1e9a479c-3bee-41fa-a129-43c9a2bdfd2c req-ab55ddcc-e472-48a4-8a3a-f4860b52238f service nova] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Received event network-vif-deleted-eb15a9b5-0d93-40e0-b2b8-43097cfe12e9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.449560] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Successfully updated port: 3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.713986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3f06692d-ea1e-4585-a46a-a72b8aa3acc2 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.247s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.715165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.838s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.715418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.715700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.715927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.717750] env[62353]: INFO nova.compute.manager [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Terminating instance [ 948.719890] env[62353]: DEBUG nova.compute.manager [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 948.719890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 948.720215] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef7a43b1-346a-4b15-ab7b-eccb4d8564d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.730522] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0039612-6d6b-4c6e-a125-22a328929dd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.764598] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 29ce702f-1bc3-410a-a683-91d60cbb9d0c could not be found. [ 948.764824] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 948.765011] env[62353]: INFO nova.compute.manager [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 948.765273] env[62353]: DEBUG oslo.service.loopingcall [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.765513] env[62353]: DEBUG nova.compute.manager [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 948.765613] env[62353]: DEBUG nova.network.neutron [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 948.791520] env[62353]: DEBUG oslo_vmware.api [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657509, 'name': PowerOnVM_Task, 'duration_secs': 0.520947} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.791810] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 948.792023] env[62353]: INFO nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Took 8.33 seconds to spawn the instance on the hypervisor. [ 948.792213] env[62353]: DEBUG nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 948.793069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c475afd-570d-4433-ab4c-2cef5a6f358b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.951379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.951579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.951706] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 949.311856] env[62353]: INFO nova.compute.manager [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Took 35.36 seconds to build instance. [ 949.482426] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 949.494150] env[62353]: DEBUG nova.network.neutron [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.565709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f646db1-4727-4ddc-8050-a91de8d65821 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.574300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0da6c-4844-40e9-9e06-00437b123651 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.608210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2cb4a4-505f-453d-b607-63a0eacfa0f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.616338] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09a94b-86a8-4ddf-be6c-053daea0db96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.633576] env[62353]: DEBUG nova.compute.provider_tree [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.654797] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Updating instance_info_cache with network_info: [{"id": "3742b536-1db7-4f00-a471-fd4e5678636e", "address": "fa:16:3e:d7:2e:8d", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3742b536-1d", "ovs_interfaceid": "3742b536-1db7-4f00-a471-fd4e5678636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.814252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c290d41c-615a-4b8f-b8e7-fce6337f5f2d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.115s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.997855] env[62353]: INFO nova.compute.manager [-] [instance: 29ce702f-1bc3-410a-a683-91d60cbb9d0c] Took 1.23 seconds to deallocate network for instance. [ 950.137845] env[62353]: DEBUG nova.scheduler.client.report [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 950.157610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.157920] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Instance network_info: |[{"id": "3742b536-1db7-4f00-a471-fd4e5678636e", "address": "fa:16:3e:d7:2e:8d", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3742b536-1d", "ovs_interfaceid": "3742b536-1db7-4f00-a471-fd4e5678636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 950.158667] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:2e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3742b536-1db7-4f00-a471-fd4e5678636e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.166789] env[62353]: DEBUG oslo.service.loopingcall [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.167403] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 950.167654] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9162ab05-cd7e-4a0c-bdad-43e262cd21a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.186599] env[62353]: DEBUG nova.compute.manager [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Received event network-changed-3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 950.186820] env[62353]: DEBUG nova.compute.manager [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Refreshing instance network info cache due to event network-changed-3742b536-1db7-4f00-a471-fd4e5678636e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 950.187049] env[62353]: DEBUG oslo_concurrency.lockutils [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] Acquiring lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.187204] env[62353]: DEBUG oslo_concurrency.lockutils [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] Acquired lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.187433] env[62353]: DEBUG nova.network.neutron [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Refreshing network info cache for port 3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 950.195041] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.195041] env[62353]: value = "task-657510" [ 950.195041] env[62353]: _type = "Task" [ 950.195041] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.211508] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657510, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.363739] env[62353]: DEBUG nova.compute.manager [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-changed-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 950.364058] env[62353]: DEBUG nova.compute.manager [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing instance network info cache due to event network-changed-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 950.364197] env[62353]: DEBUG oslo_concurrency.lockutils [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.364349] env[62353]: DEBUG oslo_concurrency.lockutils [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.364529] env[62353]: DEBUG nova.network.neutron [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing network info cache for port 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 950.643052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.644040] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 950.648063] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.548s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.648340] env[62353]: DEBUG nova.objects.instance [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lazy-loading 'resources' on Instance uuid 8d7afebf-8eb1-463a-a1de-f80e02de170d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.705930] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657510, 'name': CreateVM_Task, 'duration_secs': 0.470711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.706144] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 950.706898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.707121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.707558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.707840] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86da59b-eb02-4157-8c40-ef659acdb484 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.712649] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 950.712649] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f6bbbe-2a35-efa3-f894-4baf06e58f26" [ 950.712649] env[62353]: _type = "Task" [ 950.712649] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.721061] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f6bbbe-2a35-efa3-f894-4baf06e58f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.880725] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.881829] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89cbe33-7129-4652-a5e4-dc7a3dbbf204 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.892778] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.892995] env[62353]: ERROR oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk due to incomplete transfer. [ 950.895270] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d6c99284-140b-442b-b809-89f2da0051d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.904042] env[62353]: DEBUG oslo_vmware.rw_handles [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e645d7-0279-51ed-7c7e-64a5d3f0d8fc/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.904184] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploaded image 9825e585-2b7f-4a83-9364-d918ef0f91e2 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 950.906769] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 950.907072] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-374533f3-3dfa-4694-a634-0d1a44acc8c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.913378] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 950.913378] env[62353]: value = "task-657511" [ 950.913378] env[62353]: _type = "Task" [ 950.913378] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.922027] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657511, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.927800] env[62353]: DEBUG nova.network.neutron [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Updated VIF entry in instance network info cache for port 3742b536-1db7-4f00-a471-fd4e5678636e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 950.928522] env[62353]: DEBUG nova.network.neutron [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Updating instance_info_cache with network_info: [{"id": "3742b536-1db7-4f00-a471-fd4e5678636e", "address": "fa:16:3e:d7:2e:8d", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3742b536-1d", "ovs_interfaceid": "3742b536-1db7-4f00-a471-fd4e5678636e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.026313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fc2f34e-db0c-42ad-83f5-44be245dc9bf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "29ce702f-1bc3-410a-a683-91d60cbb9d0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.311s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.105583] env[62353]: DEBUG nova.network.neutron [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updated VIF entry in instance network info cache for port 15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 951.106043] env[62353]: DEBUG nova.network.neutron [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.150249] env[62353]: DEBUG nova.compute.utils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 951.156038] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 951.156038] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 951.202354] env[62353]: DEBUG nova.policy [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d0d981d2d24f3fad7370297f473860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a943d876427f4a9292b6859a2456bbfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 951.229512] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f6bbbe-2a35-efa3-f894-4baf06e58f26, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.229512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.229512] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.229512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.229512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.230627] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.230627] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af551757-159c-4c2a-ae53-ee94257740f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.245175] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.245175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 951.245844] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbd8b60-da1c-4078-a3ea-c34a9dbea199 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.254174] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 951.254174] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c90a05-576a-4021-9662-cd58d7843f15" [ 951.254174] env[62353]: _type = "Task" [ 951.254174] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.262679] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c90a05-576a-4021-9662-cd58d7843f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.426022] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657511, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.433928] env[62353]: DEBUG oslo_concurrency.lockutils [req-313d3fa3-f6ec-43a4-bfc3-1580935d1adc req-a4f6f85e-8f0b-48e6-ade0-4534c01fb6dc service nova] Releasing lock "refresh_cache-b2532bb4-c0d2-4926-b90d-508a3e2d63f9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.523402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac2632-016e-4238-9c7b-4a2a3dc7f98d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.530923] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9cd3fb-ef7b-4dbf-8e7e-117f00be8a50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.567384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a238d8-7a4e-4b23-855e-2e04c1d65796 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.572112] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce12eb9-c56a-4265-a5df-4f33f422e2ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585286] env[62353]: DEBUG nova.compute.provider_tree [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.610036] env[62353]: DEBUG oslo_concurrency.lockutils [req-6d654a7b-e588-4536-97a9-0f7f3f96c053 req-a86cb391-1e7b-48de-b86a-c1958c396a12 service nova] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.660219] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 951.689060] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Successfully created port: b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.766206] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c90a05-576a-4021-9662-cd58d7843f15, 'name': SearchDatastore_Task, 'duration_secs': 0.0207} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.767092] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e87af6d-3db8-4422-9dc8-92f75e4ae845 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.773606] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 951.773606] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b29403-8667-2f04-6d63-fcafa7b898df" [ 951.773606] env[62353]: _type = "Task" [ 951.773606] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.786199] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b29403-8667-2f04-6d63-fcafa7b898df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.923630] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657511, 'name': Destroy_Task, 'duration_secs': 0.908116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.924414] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroyed the VM [ 951.925021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.925021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cb9b143-8c84-4416-b74e-c925ddbe6bf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.931735] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 951.931735] env[62353]: value = "task-657512" [ 951.931735] env[62353]: _type = "Task" [ 951.931735] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.940722] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.088922] env[62353]: DEBUG nova.scheduler.client.report [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 952.285683] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b29403-8667-2f04-6d63-fcafa7b898df, 'name': SearchDatastore_Task, 'duration_secs': 0.01363} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.285966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.286220] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b2532bb4-c0d2-4926-b90d-508a3e2d63f9/b2532bb4-c0d2-4926-b90d-508a3e2d63f9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 952.286491] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe745a7e-47d3-47c8-9b62-1afcec0e07e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.293417] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 952.293417] env[62353]: value = "task-657513" [ 952.293417] env[62353]: _type = "Task" [ 952.293417] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.301322] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.342083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.342354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.441970] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.595296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.597690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.296s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.599348] env[62353]: INFO nova.compute.claims [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.618210] env[62353]: INFO nova.scheduler.client.report [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Deleted allocations for instance 8d7afebf-8eb1-463a-a1de-f80e02de170d [ 952.675361] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 952.704856] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 952.705276] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 952.705613] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.705749] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 952.705983] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.706204] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 952.706471] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 952.706683] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 952.706898] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 952.707122] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 952.707347] env[62353]: DEBUG nova.virt.hardware [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.708249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9dd5d-2d1d-4218-bb57-08ebd9f87965 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.716733] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e52a86-5d31-4605-9f60-c0769fbff917 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.804572] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.845434] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 952.943691] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.127608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d16ac03e-0688-459c-bd31-ace868a7e6e9 tempest-ServerTagsTestJSON-1959732458 tempest-ServerTagsTestJSON-1959732458-project-member] Lock "8d7afebf-8eb1-463a-a1de-f80e02de170d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.063s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.312558] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.374039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.443827] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.626430] env[62353]: DEBUG nova.compute.manager [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Received event network-vif-plugged-b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.629094] env[62353]: DEBUG oslo_concurrency.lockutils [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] Acquiring lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.629335] env[62353]: DEBUG oslo_concurrency.lockutils [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.629543] env[62353]: DEBUG oslo_concurrency.lockutils [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.629812] env[62353]: DEBUG nova.compute.manager [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] No waiting events found dispatching network-vif-plugged-b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 953.629886] env[62353]: WARNING nova.compute.manager [req-1694ac58-f502-4de6-a5bd-46475ed46207 req-70e641d6-a6e0-46b4-a200-1020e431dde0 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Received unexpected event network-vif-plugged-b66bb17a-6968-47f4-892c-c42bf412368f for instance with vm_state building and task_state spawning. [ 953.806505] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657513, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.063779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.806815] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b2532bb4-c0d2-4926-b90d-508a3e2d63f9/b2532bb4-c0d2-4926-b90d-508a3e2d63f9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 953.807030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.807289] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7199d2d-d00a-4674-8bba-8e022cbb5bed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.818018] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 953.818018] env[62353]: value = "task-657514" [ 953.818018] env[62353]: _type = "Task" [ 953.818018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.830501] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.943421] env[62353]: DEBUG oslo_vmware.api [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657512, 'name': RemoveSnapshot_Task, 'duration_secs': 1.927793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.943755] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 953.944011] env[62353]: INFO nova.compute.manager [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 19.30 seconds to snapshot the instance on the hypervisor. [ 954.062199] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f84de5-d4ba-41cc-8728-1222a7ca4409 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.069660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e385f-375e-4e7c-8206-7c969508d2fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.101720] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356417e4-1f16-4af9-b086-e09db3f42739 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.110141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527fe364-25f0-4e38-b936-1a3aa1f75ccf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.125127] env[62353]: DEBUG nova.compute.provider_tree [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.181458] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Successfully updated port: b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.214355] env[62353]: DEBUG nova.compute.manager [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Received event network-changed-b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 954.214607] env[62353]: DEBUG nova.compute.manager [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Refreshing instance network info cache due to event network-changed-b66bb17a-6968-47f4-892c-c42bf412368f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 954.214867] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] Acquiring lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.215238] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] Acquired lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.215553] env[62353]: DEBUG nova.network.neutron [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Refreshing network info cache for port b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 954.328318] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075449} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.328617] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.329430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f2560-8f22-4ed3-9c54-6dc4310a603c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.356032] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b2532bb4-c0d2-4926-b90d-508a3e2d63f9/b2532bb4-c0d2-4926-b90d-508a3e2d63f9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.356816] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9312d5-b1a7-4f5f-902e-b2f4be32983b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.376927] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 954.376927] env[62353]: value = "task-657515" [ 954.376927] env[62353]: _type = "Task" [ 954.376927] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.384980] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.503824] env[62353]: DEBUG nova.compute.manager [None req-8f744048-8ec8-4a3e-bccf-5c7803c1eae4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Found 2 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 954.628879] env[62353]: DEBUG nova.scheduler.client.report [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 954.687379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.748775] env[62353]: DEBUG nova.network.neutron [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 954.887503] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.891571] env[62353]: DEBUG nova.network.neutron [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.135930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.136559] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 955.139350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.208s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.139583] env[62353]: DEBUG nova.objects.instance [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lazy-loading 'resources' on Instance uuid 5ab1c53b-d42c-4201-8071-6fbe6af74d3f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.388216] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657515, 'name': ReconfigVM_Task, 'duration_secs': 0.651472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.388546] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b2532bb4-c0d2-4926-b90d-508a3e2d63f9/b2532bb4-c0d2-4926-b90d-508a3e2d63f9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.389293] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a83ad4-8399-4ece-bfc0-db792105455a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.396033] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 955.396033] env[62353]: value = "task-657516" [ 955.396033] env[62353]: _type = "Task" [ 955.396033] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.399132] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b4a3892-222d-490b-9249-eabc8ba0c94b req-d4a0e7de-f5c4-4c16-a08a-924af56ace9b service nova] Releasing lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.399475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.399632] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 955.405250] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657516, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.592424] env[62353]: DEBUG nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 955.593432] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce786ae-706c-4e5f-a929-d2ee30709b07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.642413] env[62353]: DEBUG nova.compute.utils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 955.646520] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 955.646697] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 955.709397] env[62353]: DEBUG nova.policy [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30b76450d7a643e895a323d380d2e28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3e6b6551d144138966874ca4d1397a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 955.913025] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657516, 'name': Rename_Task, 'duration_secs': 0.17744} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.913131] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 955.914138] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f49e6d-51e4-42d9-888c-c4df2af76847 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.922142] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 955.922142] env[62353]: value = "task-657517" [ 955.922142] env[62353]: _type = "Task" [ 955.922142] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.931226] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.943446] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 955.980234] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba13be7-81d7-4a8c-9495-6f25f32c0663 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.989844] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c2a1f-31d9-4083-bb61-b4eb5f40c3df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.022697] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b40644-4ec2-482f-a256-1f7a4d1ff2ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.030153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e01d4d0-f3bf-4e0b-9b04-b5ad1c1771f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.044472] env[62353]: DEBUG nova.compute.provider_tree [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.098519] env[62353]: DEBUG nova.network.neutron [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Updating instance_info_cache with network_info: [{"id": "b66bb17a-6968-47f4-892c-c42bf412368f", "address": "fa:16:3e:13:3c:13", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66bb17a-69", "ovs_interfaceid": "b66bb17a-6968-47f4-892c-c42bf412368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.104107] env[62353]: INFO nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] instance snapshotting [ 956.108016] env[62353]: DEBUG nova.objects.instance [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.145285] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 956.148876] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Successfully created port: 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.433736] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.547560] env[62353]: DEBUG nova.scheduler.client.report [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 956.600993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "refresh_cache-6250c939-f45b-47a2-b53f-e2f9b9f58f80" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.601429] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance network_info: |[{"id": "b66bb17a-6968-47f4-892c-c42bf412368f", "address": "fa:16:3e:13:3c:13", "network": {"id": "e8a6e6cd-7072-4ced-abb2-a3f2e59e59ec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1621482130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a943d876427f4a9292b6859a2456bbfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66bb17a-69", "ovs_interfaceid": "b66bb17a-6968-47f4-892c-c42bf412368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 956.602190] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:3c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66bb17a-6968-47f4-892c-c42bf412368f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.609989] env[62353]: DEBUG oslo.service.loopingcall [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.612093] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 956.612363] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d2579a1-cf2a-4673-9565-9825fe403df5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.628919] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6ffcb-c90e-443e-869a-4f4c13bcb329 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.649255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626064d1-2233-4724-97ce-0ab06fe3de70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.651796] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.651796] env[62353]: value = "task-657518" [ 956.651796] env[62353]: _type = "Task" [ 956.651796] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.670069] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657518, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.933473] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.053201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.055674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.554s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.057335] env[62353]: INFO nova.compute.claims [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.086749] env[62353]: INFO nova.scheduler.client.report [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Deleted allocations for instance 5ab1c53b-d42c-4201-8071-6fbe6af74d3f [ 957.162234] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 957.168583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 957.169116] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657518, 'name': CreateVM_Task, 'duration_secs': 0.414853} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.169332] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e26575c7-0b1d-4370-a410-3c3fc45b3ef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.171016] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 957.171729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.171920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.172229] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.172923] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f82ee0-8d4e-428b-96f6-243e20670eea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.177107] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 957.177107] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5235b643-6e15-2323-c2f9-f94ce67bed58" [ 957.177107] env[62353]: _type = "Task" [ 957.177107] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.178340] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 957.178340] env[62353]: value = "task-657519" [ 957.178340] env[62353]: _type = "Task" [ 957.178340] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.190483] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5235b643-6e15-2323-c2f9-f94ce67bed58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.195339] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 957.195574] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 957.195738] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.195929] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 957.196095] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.196253] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 957.196469] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 957.196634] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 957.196812] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 957.196983] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 957.197177] env[62353]: DEBUG nova.virt.hardware [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.197472] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.198187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a06ad-c44d-4847-b570-8d85c2c08f2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.205419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ca714-6be9-4d72-9c67-d21adbf0cb4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.434170] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657517, 'name': PowerOnVM_Task, 'duration_secs': 1.171142} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.434517] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 957.434733] env[62353]: INFO nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Took 9.70 seconds to spawn the instance on the hypervisor. [ 957.434943] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 957.435793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29651f26-c7d6-4a52-bed3-1f08d6c3c1b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a951b5dd-05b0-457c-b02a-5e12ad5a2a4c tempest-ImagesNegativeTestJSON-378368887 tempest-ImagesNegativeTestJSON-378368887-project-member] Lock "5ab1c53b-d42c-4201-8071-6fbe6af74d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.609s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.691623] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5235b643-6e15-2323-c2f9-f94ce67bed58, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.694722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.694971] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.695311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.695390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.695668] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.695909] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.696065] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f46e634-95e0-4c20-9a65-aa436e74f385 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.703838] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.704039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 957.704764] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ba85cf-b5db-4e1f-8c91-1b0510266d20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.709749] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 957.709749] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bde355-d3da-4ac0-f816-261fec2ce998" [ 957.709749] env[62353]: _type = "Task" [ 957.709749] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.717390] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bde355-d3da-4ac0-f816-261fec2ce998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.802019] env[62353]: DEBUG nova.compute.manager [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Received event network-vif-plugged-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 957.802019] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] Acquiring lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.802019] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.802019] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.802019] env[62353]: DEBUG nova.compute.manager [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] No waiting events found dispatching network-vif-plugged-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 957.802469] env[62353]: WARNING nova.compute.manager [req-8b7fb1d8-2f9c-428e-9e80-3cc111e145e4 req-c1f7c23f-9a51-420d-9404-034df9741529 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Received unexpected event network-vif-plugged-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb for instance with vm_state building and task_state spawning. [ 957.899763] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Successfully updated port: 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.957101] env[62353]: INFO nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Took 36.22 seconds to build instance. [ 958.193129] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.218924] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bde355-d3da-4ac0-f816-261fec2ce998, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.221806] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1b4dc0-3492-47aa-9b4d-31f83c1b5124 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.227544] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 958.227544] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526aab32-7f2c-679e-4b2d-20a9520a879c" [ 958.227544] env[62353]: _type = "Task" [ 958.227544] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.235289] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526aab32-7f2c-679e-4b2d-20a9520a879c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.400825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.400987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquired lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.401151] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 958.419787] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac10a758-a45a-4cb2-b55e-a16b90431166 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525e32c-f891-437b-a458-1e3e620856cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.460143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.048s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.461276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e55d7-0be6-4387-9481-8ad677c0161a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.471069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae645964-998f-407f-97b6-0f178127835b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.486136] env[62353]: DEBUG nova.compute.provider_tree [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.693872] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657519, 'name': CreateSnapshot_Task, 'duration_secs': 1.318384} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.694168] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 958.694977] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504258d5-28cf-4c60-a0cc-a29a51d07e26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.737531] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526aab32-7f2c-679e-4b2d-20a9520a879c, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.738624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.738957] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 6250c939-f45b-47a2-b53f-e2f9b9f58f80/6250c939-f45b-47a2-b53f-e2f9b9f58f80.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 958.739289] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a70219-0444-4632-adde-5ba9627e92de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.746672] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 958.746672] env[62353]: value = "task-657520" [ 958.746672] env[62353]: _type = "Task" [ 958.746672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.755880] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.932964] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 958.989155] env[62353]: DEBUG nova.scheduler.client.report [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 959.128183] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.128183] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.154052] env[62353]: DEBUG nova.network.neutron [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updating instance_info_cache with network_info: [{"id": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "address": "fa:16:3e:92:7f:a2", "network": {"id": "da3cb810-35bd-4333-b28e-25eadf1b6f64", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-290602435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e6b6551d144138966874ca4d1397a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ffd030-7f", "ovs_interfaceid": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.212923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 959.213296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1950e83-b6e9-4843-8e68-4c6d85f46583 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.224103] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 959.224103] env[62353]: value = "task-657521" [ 959.224103] env[62353]: _type = "Task" [ 959.224103] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.235432] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657521, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.256105] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.494788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.495360] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 959.498157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.242s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.635611] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.636030] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 959.657264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Releasing lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.657615] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Instance network_info: |[{"id": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "address": "fa:16:3e:92:7f:a2", "network": {"id": "da3cb810-35bd-4333-b28e-25eadf1b6f64", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-290602435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e6b6551d144138966874ca4d1397a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ffd030-7f", "ovs_interfaceid": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 959.658373] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.666159] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Creating folder: Project (d3e6b6551d144138966874ca4d1397a8). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 959.666788] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b281ffcd-3392-4262-af9b-dc633a93b2d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.679260] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Created folder: Project (d3e6b6551d144138966874ca4d1397a8) in parent group-v159334. [ 959.679468] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Creating folder: Instances. Parent ref: group-v159548. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 959.679714] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d70ee16a-7b91-451a-ab2a-6c23c6acb2f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.691030] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Created folder: Instances in parent group-v159548. [ 959.691030] env[62353]: DEBUG oslo.service.loopingcall [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.691030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 959.691030] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832e6880-2068-4287-89b5-517a4e437f22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.713916] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.713916] env[62353]: value = "task-657524" [ 959.713916] env[62353]: _type = "Task" [ 959.713916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.721667] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657524, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.734680] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657521, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.758917] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.759225] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 6250c939-f45b-47a2-b53f-e2f9b9f58f80/6250c939-f45b-47a2-b53f-e2f9b9f58f80.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 959.759486] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.760820] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36e1d391-a1ab-4aaf-9ac6-c0940d6f7acf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.767494] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 959.767494] env[62353]: value = "task-657525" [ 959.767494] env[62353]: _type = "Task" [ 959.767494] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.777963] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.836199] env[62353]: DEBUG nova.compute.manager [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Received event network-changed-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 959.836199] env[62353]: DEBUG nova.compute.manager [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Refreshing instance network info cache due to event network-changed-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 959.836199] env[62353]: DEBUG oslo_concurrency.lockutils [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] Acquiring lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.836334] env[62353]: DEBUG oslo_concurrency.lockutils [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] Acquired lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.836554] env[62353]: DEBUG nova.network.neutron [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Refreshing network info cache for port 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 960.005477] env[62353]: DEBUG nova.compute.utils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.009183] env[62353]: INFO nova.compute.claims [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.013762] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 960.014129] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 960.062907] env[62353]: DEBUG nova.policy [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf43f55261254a528a087fbde5e59329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f49652b4324ad1b7a6c984a8dcf98c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 960.140080] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 960.140348] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.140601] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.140776] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.140820] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.140939] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.141102] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.141237] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 960.141396] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.229582] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657524, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.237924] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657521, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.277351] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.277585] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.278396] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142023b4-edca-458d-afc2-3231e56815e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.306957] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6250c939-f45b-47a2-b53f-e2f9b9f58f80/6250c939-f45b-47a2-b53f-e2f9b9f58f80.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.307257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9675582f-3440-4c3e-964c-000801b78720 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.332121] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 960.332121] env[62353]: value = "task-657526" [ 960.332121] env[62353]: _type = "Task" [ 960.332121] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.343270] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.465336] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Successfully created port: 430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.514924] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 960.520734] env[62353]: INFO nova.compute.resource_tracker [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating resource usage from migration e1d93ca3-6383-4ccc-a4e0-b2b2deb2596f [ 960.645178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.695641] env[62353]: DEBUG nova.network.neutron [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updated VIF entry in instance network info cache for port 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 960.695957] env[62353]: DEBUG nova.network.neutron [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updating instance_info_cache with network_info: [{"id": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "address": "fa:16:3e:92:7f:a2", "network": {"id": "da3cb810-35bd-4333-b28e-25eadf1b6f64", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-290602435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e6b6551d144138966874ca4d1397a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ffd030-7f", "ovs_interfaceid": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.727990] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657524, 'name': CreateVM_Task, 'duration_secs': 0.73257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.728286] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 960.728992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.729161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.729484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.729790] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe137c1-865d-47f3-98f6-4fab78ad124f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.740426] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 960.740426] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fc7955-4f6a-6af7-cf9f-7c8f8ad2292f" [ 960.740426] env[62353]: _type = "Task" [ 960.740426] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.745021] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657521, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.752190] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fc7955-4f6a-6af7-cf9f-7c8f8ad2292f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.844519] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657526, 'name': ReconfigVM_Task, 'duration_secs': 0.284721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.848441] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6250c939-f45b-47a2-b53f-e2f9b9f58f80/6250c939-f45b-47a2-b53f-e2f9b9f58f80.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.849529] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0812a00f-133f-47d6-aeab-ca2f1285894a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.856349] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 960.856349] env[62353]: value = "task-657527" [ 960.856349] env[62353]: _type = "Task" [ 960.856349] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.867120] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657527, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.928992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0441543-b471-4e4e-b4f9-ae021d7d7060 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.938218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0f313-7846-4e7d-89fc-599cc7522881 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.972737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900c538-1b6a-4ffd-8bd5-bea1ad142375 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.980438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eedbc3-5c85-4798-a66a-39ccc7c7fa40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.998231] env[62353]: DEBUG nova.compute.provider_tree [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.200606] env[62353]: DEBUG oslo_concurrency.lockutils [req-4baa4bb5-7275-4355-a4a1-7c314fe1d350 req-b2871b3b-8ca8-45ab-b832-a563668457cf service nova] Releasing lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.240272] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657521, 'name': CloneVM_Task, 'duration_secs': 1.5737} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.240272] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Created linked-clone VM from snapshot [ 961.240623] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ff7c3-e482-4984-9978-86467e333411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.251214] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploading image 732999aa-153a-4d15-8a93-d525880de825 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 961.260327] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52fc7955-4f6a-6af7-cf9f-7c8f8ad2292f, 'name': SearchDatastore_Task, 'duration_secs': 0.040099} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.261234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.261234] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.261234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.261234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.261447] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.261714] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91dbd40f-d80e-4afa-b928-5bb8d1ff048e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.269880] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.270143] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 961.270986] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5490f9-e822-4c9e-aeda-9d089247b92a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.276202] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 961.276202] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520a4e78-cb1f-5925-3f81-eda5d6e21b72" [ 961.276202] env[62353]: _type = "Task" [ 961.276202] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.285268] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520a4e78-cb1f-5925-3f81-eda5d6e21b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.293080] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 961.293080] env[62353]: value = "vm-159547" [ 961.293080] env[62353]: _type = "VirtualMachine" [ 961.293080] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 961.293381] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47a9d3df-334e-4727-a98b-cded930f0389 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.301044] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease: (returnval){ [ 961.301044] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5244e86c-5191-d894-a000-4ce990d9b3dc" [ 961.301044] env[62353]: _type = "HttpNfcLease" [ 961.301044] env[62353]: } obtained for exporting VM: (result){ [ 961.301044] env[62353]: value = "vm-159547" [ 961.301044] env[62353]: _type = "VirtualMachine" [ 961.301044] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 961.301044] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the lease: (returnval){ [ 961.301044] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5244e86c-5191-d894-a000-4ce990d9b3dc" [ 961.301044] env[62353]: _type = "HttpNfcLease" [ 961.301044] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.306639] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.306639] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5244e86c-5191-d894-a000-4ce990d9b3dc" [ 961.306639] env[62353]: _type = "HttpNfcLease" [ 961.306639] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.365253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.366185] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.376999] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657527, 'name': Rename_Task, 'duration_secs': 0.326257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.378025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 961.378025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cf6bbf-1d67-4691-aac5-40699365c79b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.385387] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 961.385387] env[62353]: value = "task-657529" [ 961.385387] env[62353]: _type = "Task" [ 961.385387] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.393300] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.502651] env[62353]: DEBUG nova.scheduler.client.report [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 961.532770] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 961.564192] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 961.564360] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 961.564619] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.565773] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 961.566802] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.566802] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 961.566802] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 961.567663] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 961.567891] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 961.568090] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 961.568284] env[62353]: DEBUG nova.virt.hardware [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.570038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57513b8-5659-4baf-b538-ce7d44e022ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.580127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67c2b6-a7d0-45b3-ba14-3d8f64295642 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.789769] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520a4e78-cb1f-5925-3f81-eda5d6e21b72, 'name': SearchDatastore_Task, 'duration_secs': 0.019512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.790937] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6f5e27-077c-46c0-a0f8-b184f8b0c91b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.799272] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 961.799272] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523bae57-e84c-376e-25a0-69c1237fd371" [ 961.799272] env[62353]: _type = "Task" [ 961.799272] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.813050] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523bae57-e84c-376e-25a0-69c1237fd371, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.815527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.815857] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 14a81594-d9dc-4d80-8fa8-19c8104a1253/14a81594-d9dc-4d80-8fa8-19c8104a1253.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 961.816116] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.816116] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5244e86c-5191-d894-a000-4ce990d9b3dc" [ 961.816116] env[62353]: _type = "HttpNfcLease" [ 961.816116] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.817045] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42556cf-0af6-41e1-a54c-5468e6bb7d82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.818950] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.818950] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5244e86c-5191-d894-a000-4ce990d9b3dc" [ 961.818950] env[62353]: _type = "HttpNfcLease" [ 961.818950] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.819695] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b246e05-524b-40fc-85bd-c9d4952a10da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.827615] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.828753] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.830254] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 961.830254] env[62353]: value = "task-657530" [ 961.830254] env[62353]: _type = "Task" [ 961.830254] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.890848] env[62353]: DEBUG nova.compute.utils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 961.899030] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.908029] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.935430] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bde1af46-9606-4e99-82b0-bcc3ff881a45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.015017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.514s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.015017] env[62353]: INFO nova.compute.manager [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Migrating [ 962.019392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.288s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.019869] env[62353]: DEBUG nova.objects.instance [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lazy-loading 'resources' on Instance uuid 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.346868] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.403325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.038s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.404351] env[62353]: DEBUG oslo_vmware.api [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657529, 'name': PowerOnVM_Task, 'duration_secs': 0.579569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.404553] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 962.404906] env[62353]: INFO nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Took 9.73 seconds to spawn the instance on the hypervisor. [ 962.405079] env[62353]: DEBUG nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 962.406546] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c813b79-d076-4bba-a735-a97a8bef9f6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.531735] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.531938] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.534225] env[62353]: DEBUG nova.network.neutron [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 962.660855] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Successfully updated port: 430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.761716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.762199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.841308] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553128} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.844622] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 14a81594-d9dc-4d80-8fa8-19c8104a1253/14a81594-d9dc-4d80-8fa8-19c8104a1253.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 962.845065] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.846576] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfaacc8d-642d-45dd-8d11-a3421a681679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.853105] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 962.853105] env[62353]: value = "task-657531" [ 962.853105] env[62353]: _type = "Task" [ 962.853105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.867141] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.932906] env[62353]: INFO nova.compute.manager [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Took 37.47 seconds to build instance. [ 963.008169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a8932a-b7e1-48a3-b6c8-28bd9fecec57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.019382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf253f53-eef9-481c-ac7f-92d0911937ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.061057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb45b9d-2856-451b-8212-04d217d94fd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.069963] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eacee0c-58ea-4dc8-8b99-2f19fcaa3355 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.085875] env[62353]: DEBUG nova.compute.provider_tree [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.133179] env[62353]: DEBUG nova.compute.manager [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received event network-vif-plugged-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 963.133463] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] Acquiring lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.133838] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.134141] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.134441] env[62353]: DEBUG nova.compute.manager [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] No waiting events found dispatching network-vif-plugged-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 963.134651] env[62353]: WARNING nova.compute.manager [req-3ccc6ad1-69ee-4d05-912b-cf7c960e5176 req-f2b837c6-f120-4baa-b5b6-3cc9736df532 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received unexpected event network-vif-plugged-430316ed-c15f-4d4f-80e6-431a46e4bf4f for instance with vm_state building and task_state spawning. [ 963.169069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.169592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquired lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.169792] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 963.264835] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 963.364860] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.365481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.366596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f98621-1688-4fbd-a20a-8a16d76d93ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.409356] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 14a81594-d9dc-4d80-8fa8-19c8104a1253/14a81594-d9dc-4d80-8fa8-19c8104a1253.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.412620] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6832e84-d1ae-479b-b023-a13bb9e55265 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.435762] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 963.435762] env[62353]: value = "task-657532" [ 963.435762] env[62353]: _type = "Task" [ 963.435762] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.436555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc88ad3a-dcda-4e94-8a35-572b73ff5c46 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.974s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.450686] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.477918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.482043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.482043] env[62353]: INFO nova.compute.manager [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Attaching volume 1b697085-00ba-40fc-ab45-c57b4e0f86d9 to /dev/sdb [ 963.490652] env[62353]: DEBUG nova.network.neutron [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [{"id": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "address": "fa:16:3e:95:99:08", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79451620-c9", "ovs_interfaceid": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.541300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a1689-4a9a-4969-a868-6489b21016d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.552588] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f0f38f-9c27-471e-8674-074386a4acfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.566789] env[62353]: DEBUG nova.virt.block_device [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating existing volume attachment record: 468b46ee-5e87-4846-8375-ac52b23ac1e0 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 963.588990] env[62353]: DEBUG nova.scheduler.client.report [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 963.718498] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 963.799096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.954656] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.960941] env[62353]: DEBUG nova.network.neutron [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updating instance_info_cache with network_info: [{"id": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "address": "fa:16:3e:a7:b2:64", "network": {"id": "83ab0053-a317-4300-82ca-67dbd4113228", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-546381692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f49652b4324ad1b7a6c984a8dcf98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430316ed-c1", "ovs_interfaceid": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.993920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.094679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.097781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.649s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.098071] env[62353]: DEBUG nova.objects.instance [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lazy-loading 'resources' on Instance uuid 3b880b8a-50a0-4bad-b3d3-d08fcf67efab {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.122321] env[62353]: INFO nova.scheduler.client.report [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Deleted allocations for instance 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b [ 964.291020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.291412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.291717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.291979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.292131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.294759] env[62353]: INFO nova.compute.manager [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Terminating instance [ 964.296998] env[62353]: DEBUG nova.compute.manager [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 964.297472] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 964.298809] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e85ad06-b8f6-4a9f-99ad-b572479c321c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.307408] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 964.307783] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b643c0a-1065-4f18-b4f6-e0f22548bb43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.315579] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 964.315579] env[62353]: value = "task-657536" [ 964.315579] env[62353]: _type = "Task" [ 964.315579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.325422] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.450844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.451221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.451562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.451929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.452213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.454831] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657532, 'name': ReconfigVM_Task, 'duration_secs': 0.605597} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.455399] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 14a81594-d9dc-4d80-8fa8-19c8104a1253/14a81594-d9dc-4d80-8fa8-19c8104a1253.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.456585] env[62353]: INFO nova.compute.manager [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Terminating instance [ 964.458610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1659873-1f1d-4f76-b902-99cf579db097 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.461798] env[62353]: DEBUG nova.compute.manager [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 964.462175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 964.463572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a4b66-9595-4fa4-8104-eaba3bbbfb9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.469465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Releasing lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.469951] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Instance network_info: |[{"id": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "address": "fa:16:3e:a7:b2:64", "network": {"id": "83ab0053-a317-4300-82ca-67dbd4113228", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-546381692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f49652b4324ad1b7a6c984a8dcf98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430316ed-c1", "ovs_interfaceid": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 964.471151] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b2:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '430316ed-c15f-4d4f-80e6-431a46e4bf4f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.490027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Creating folder: Project (c0f49652b4324ad1b7a6c984a8dcf98c). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 964.490027] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a248423-8edb-42e1-96d8-8b4c494c1297 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.492343] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 964.492343] env[62353]: value = "task-657537" [ 964.492343] env[62353]: _type = "Task" [ 964.492343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.495630] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 964.500126] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecc8d386-dbc2-4bf5-a2c4-f949204e94e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.509482] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Created folder: Project (c0f49652b4324ad1b7a6c984a8dcf98c) in parent group-v159334. [ 964.509482] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Creating folder: Instances. Parent ref: group-v159553. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 964.509751] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9ed039-c2c2-4448-9b2b-7d267a2f0173 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.515551] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657537, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.517611] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 964.517611] env[62353]: value = "task-657539" [ 964.517611] env[62353]: _type = "Task" [ 964.517611] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.531287] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.533101] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Created folder: Instances in parent group-v159553. [ 964.533348] env[62353]: DEBUG oslo.service.loopingcall [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.533577] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 964.533830] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74948123-fb49-4112-a8dc-cf0f6b4b2a94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.556199] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.556199] env[62353]: value = "task-657541" [ 964.556199] env[62353]: _type = "Task" [ 964.556199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.567070] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657541, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.636454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b71b37a5-41db-468d-8a85-18aa67969167 tempest-ServersAdminTestJSON-2041454363 tempest-ServersAdminTestJSON-2041454363-project-member] Lock "5608f4a6-8672-4ec4-b36e-dae0a7f04e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.962s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.828605] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657536, 'name': PowerOffVM_Task, 'duration_secs': 0.239407} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.829057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 964.829313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 964.829674] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d332a3-7b40-48a5-bf0f-228e91745bb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.899546] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 964.899845] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 964.900101] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleting the datastore file [datastore2] b2532bb4-c0d2-4926-b90d-508a3e2d63f9 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.900401] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8562345-d570-46aa-9e3b-0e3eab639a78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.909948] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 964.909948] env[62353]: value = "task-657543" [ 964.909948] env[62353]: _type = "Task" [ 964.909948] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.918654] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.994490] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb7392-5d0d-4f10-9247-eeb4bfe7c828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.005442] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657537, 'name': Rename_Task, 'duration_secs': 0.184596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.008316] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 965.008316] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9053f3-b89f-4036-bed3-2f89858f951f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.009951] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf2a30-4bd6-4a75-96a7-bf995f07b07d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.050697] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 965.050697] env[62353]: value = "task-657544" [ 965.050697] env[62353]: _type = "Task" [ 965.050697] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.059697] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77333a57-0da5-426f-9d21-0b6ab0eff82e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.068751] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657539, 'name': PowerOffVM_Task, 'duration_secs': 0.252373} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.071436] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 965.071579] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 965.075025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5ed6196-c54f-4189-b30d-e211a4c46185 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.077521] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c3373-8806-4fb4-a08d-7a891a5bdce8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.081639] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.085168] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657541, 'name': CreateVM_Task, 'duration_secs': 0.404257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.085957] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 965.086654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.086830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.087423] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2a00dc-9201-4bd1-ab5a-403ec9dd9f53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.097330] env[62353]: DEBUG nova.compute.provider_tree [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.099727] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 965.099727] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52810027-19e4-ccae-24e4-443e59fa9456" [ 965.099727] env[62353]: _type = "Task" [ 965.099727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.107889] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52810027-19e4-ccae-24e4-443e59fa9456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.155581] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 965.155963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 965.156246] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleting the datastore file [datastore2] 6250c939-f45b-47a2-b53f-e2f9b9f58f80 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.156617] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35ac4c5-4730-4c7c-af7a-71e0b624df14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.162952] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for the task: (returnval){ [ 965.162952] env[62353]: value = "task-657546" [ 965.162952] env[62353]: _type = "Task" [ 965.162952] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.171628] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.311139] env[62353]: DEBUG nova.compute.manager [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 965.311339] env[62353]: DEBUG nova.compute.manager [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing instance network info cache due to event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 965.311575] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] Acquiring lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.311730] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] Acquired lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.311919] env[62353]: DEBUG nova.network.neutron [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 965.420208] env[62353]: DEBUG oslo_vmware.api [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290442} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.420487] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.420685] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 965.420906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 965.421124] env[62353]: INFO nova.compute.manager [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 965.421387] env[62353]: DEBUG oslo.service.loopingcall [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.421631] env[62353]: DEBUG nova.compute.manager [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 965.421724] env[62353]: DEBUG nova.network.neutron [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 965.557552] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207271b-e1c5-44e7-a02c-dcbf3cb28ad8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.578602] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.601091] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 965.606774] env[62353]: DEBUG nova.scheduler.client.report [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.620376] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52810027-19e4-ccae-24e4-443e59fa9456, 'name': SearchDatastore_Task, 'duration_secs': 0.021949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.620376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.620725] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.620918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.621197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621722] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.621859] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd6a74e-acf2-4c74-a9c3-e372e65eb0fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.641699] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.641971] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 965.643175] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fae0891-33c6-419b-9437-ec82b4ee0855 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.650217] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 965.650217] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52448b63-91d3-e7cf-064b-c2f3cf4dc7b6" [ 965.650217] env[62353]: _type = "Task" [ 965.650217] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.660130] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52448b63-91d3-e7cf-064b-c2f3cf4dc7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.672525] env[62353]: DEBUG oslo_vmware.api [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Task: {'id': task-657546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290178} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.673705] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.674010] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 965.674288] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 965.674564] env[62353]: INFO nova.compute.manager [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Took 1.21 seconds to destroy the instance on the hypervisor. [ 965.674918] env[62353]: DEBUG oslo.service.loopingcall [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.675454] env[62353]: DEBUG nova.compute.manager [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 965.675590] env[62353]: DEBUG nova.network.neutron [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 966.074830] env[62353]: DEBUG oslo_vmware.api [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657544, 'name': PowerOnVM_Task, 'duration_secs': 0.670979} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.076041] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 966.076041] env[62353]: INFO nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Took 8.91 seconds to spawn the instance on the hypervisor. [ 966.076041] env[62353]: DEBUG nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 966.077069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f7eac-e03e-431f-82ea-f4fddbdf2e92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.112375] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 966.114302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.117496] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c42a55c7-0a4a-4e1d-97f6-4a9e221767fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.119815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.993s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.121343] env[62353]: INFO nova.compute.claims [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.139736] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 966.139736] env[62353]: value = "task-657548" [ 966.139736] env[62353]: _type = "Task" [ 966.139736] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.151356] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.166539] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52448b63-91d3-e7cf-064b-c2f3cf4dc7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.017772} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.169543] env[62353]: INFO nova.scheduler.client.report [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Deleted allocations for instance 3b880b8a-50a0-4bad-b3d3-d08fcf67efab [ 966.178653] env[62353]: DEBUG nova.compute.manager [req-0f3d0b41-6650-4d6c-a078-9c1b0ee6401b req-6957fcd5-6747-4cbe-9bf9-de51b13eb095 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Received event network-vif-deleted-b66bb17a-6968-47f4-892c-c42bf412368f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 966.178807] env[62353]: INFO nova.compute.manager [req-0f3d0b41-6650-4d6c-a078-9c1b0ee6401b req-6957fcd5-6747-4cbe-9bf9-de51b13eb095 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Neutron deleted interface b66bb17a-6968-47f4-892c-c42bf412368f; detaching it from the instance and deleting it from the info cache [ 966.179345] env[62353]: DEBUG nova.network.neutron [req-0f3d0b41-6650-4d6c-a078-9c1b0ee6401b req-6957fcd5-6747-4cbe-9bf9-de51b13eb095 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.181484] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1fc25b-4b3a-4ae9-8058-2e0db24693b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.189355] env[62353]: DEBUG nova.network.neutron [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updated VIF entry in instance network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 966.189772] env[62353]: DEBUG nova.network.neutron [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updating instance_info_cache with network_info: [{"id": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "address": "fa:16:3e:a7:b2:64", "network": {"id": "83ab0053-a317-4300-82ca-67dbd4113228", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-546381692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f49652b4324ad1b7a6c984a8dcf98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430316ed-c1", "ovs_interfaceid": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.197090] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 966.197090] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b798c8-a28a-b6fa-6a74-c524ec156744" [ 966.197090] env[62353]: _type = "Task" [ 966.197090] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.205845] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b798c8-a28a-b6fa-6a74-c524ec156744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.295139] env[62353]: DEBUG nova.network.neutron [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.562618] env[62353]: DEBUG nova.network.neutron [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.597152] env[62353]: INFO nova.compute.manager [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Took 39.32 seconds to build instance. [ 966.652349] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657548, 'name': PowerOffVM_Task, 'duration_secs': 0.288738} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.652575] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 966.652785] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 966.684311] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e9e827a-38d4-4394-bde5-91ac29bcf241 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.687334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a8219ca-9945-408b-ae4a-3051fb04ba36 tempest-ServerMetadataTestJSON-855876966 tempest-ServerMetadataTestJSON-855876966-project-member] Lock "3b880b8a-50a0-4bad-b3d3-d08fcf67efab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.784s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.693250] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0799d9d-f56e-423f-874a-d4112935424a req-39b444c0-0ffe-4a5e-aff1-9d34e85629fb service nova] Releasing lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.698145] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344fde9d-c67b-4ee1-9d69-eaedc3deed6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.722290] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b798c8-a28a-b6fa-6a74-c524ec156744, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.722656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.722961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] f92b9141-c96c-4e61-a977-e6bb9f2aa647/f92b9141-c96c-4e61-a977-e6bb9f2aa647.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 966.723284] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ed823ef-2a75-4de1-9f97-057aacd0a18f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.743392] env[62353]: DEBUG nova.compute.manager [req-0f3d0b41-6650-4d6c-a078-9c1b0ee6401b req-6957fcd5-6747-4cbe-9bf9-de51b13eb095 service nova] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Detach interface failed, port_id=b66bb17a-6968-47f4-892c-c42bf412368f, reason: Instance 6250c939-f45b-47a2-b53f-e2f9b9f58f80 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 966.745316] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 966.745316] env[62353]: value = "task-657549" [ 966.745316] env[62353]: _type = "Task" [ 966.745316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.755705] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.798294] env[62353]: INFO nova.compute.manager [-] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Took 1.38 seconds to deallocate network for instance. [ 967.065814] env[62353]: INFO nova.compute.manager [-] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Took 1.39 seconds to deallocate network for instance. [ 967.099440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b54b3608-704f-45ae-ac93-7be7410c09b2 tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.784s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.164780] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 967.165354] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 967.165839] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.166213] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 967.166496] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.166819] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 967.167219] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 967.167538] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 967.167838] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 967.168143] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 967.168431] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.184218] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6b2a46-8f5b-4f46-920c-64335c1c35c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.208739] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 967.208739] env[62353]: value = "task-657550" [ 967.208739] env[62353]: _type = "Task" [ 967.208739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.221303] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.261845] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.312508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.356015] env[62353]: DEBUG nova.compute.manager [req-8bdf756a-b197-4480-9169-331853a356b5 req-d55ab610-90cf-4575-a94c-deb8bc29e655 service nova] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Received event network-vif-deleted-3742b536-1db7-4f00-a471-fd4e5678636e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 967.572767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.591078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceabe019-5456-429f-8efe-d164e06df23e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.599873] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffc46e-7fb8-478e-91de-1b9bd7a56b79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.632326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2fb29-a4c5-4c1f-a4ce-10ce1375a064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.641901] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc5fe2e-3bc1-44f6-af85-25ba70929667 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.659713] env[62353]: DEBUG nova.compute.provider_tree [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.723419] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657550, 'name': ReconfigVM_Task, 'duration_secs': 0.368677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.723935] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 967.781652] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.782969] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] f92b9141-c96c-4e61-a977-e6bb9f2aa647/f92b9141-c96c-4e61-a977-e6bb9f2aa647.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 967.783462] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.783730] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de7af9f-c23f-4438-8958-25d8667a8557 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.794890] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 967.794890] env[62353]: value = "task-657551" [ 967.794890] env[62353]: _type = "Task" [ 967.794890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.811708] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.151167] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 968.151524] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159552', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'name': 'volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a94f5e8-832e-4cb0-a919-2ee1a0baf36b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'serial': '1b697085-00ba-40fc-ab45-c57b4e0f86d9'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 968.152794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe4f9c-2115-4fac-9c69-866c4a26a199 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.177500] env[62353]: DEBUG nova.scheduler.client.report [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 968.183877] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78197a52-becc-4f89-a513-8f30efdce4c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.219895] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9/volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.221824] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08d3d92-5288-476f-b4c3-ed626eccf14b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.236843] env[62353]: DEBUG nova.compute.manager [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Received event network-changed-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 968.237073] env[62353]: DEBUG nova.compute.manager [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Refreshing instance network info cache due to event network-changed-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 968.237339] env[62353]: DEBUG oslo_concurrency.lockutils [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] Acquiring lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.237526] env[62353]: DEBUG oslo_concurrency.lockutils [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] Acquired lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.237681] env[62353]: DEBUG nova.network.neutron [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Refreshing network info cache for port 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 968.241959] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 968.242875] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 968.242875] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.242875] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 968.242875] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.242875] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 968.243203] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 968.243265] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 968.243440] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 968.243636] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 968.243823] env[62353]: DEBUG nova.virt.hardware [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.250036] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.251308] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f736bcbb-619a-41e7-8bb0-5f4f45a39aea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.277386] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 968.277386] env[62353]: value = "task-657552" [ 968.277386] env[62353]: _type = "Task" [ 968.277386] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.279058] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 968.279058] env[62353]: value = "task-657553" [ 968.279058] env[62353]: _type = "Task" [ 968.279058] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.290500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.290763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.300282] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.300518] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.312544] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076217} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.313024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.313701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524b4b9-0b1a-4b75-bb14-541965280e66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.343573] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f92b9141-c96c-4e61-a977-e6bb9f2aa647/f92b9141-c96c-4e61-a977-e6bb9f2aa647.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.343789] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442b0eca-ab6b-4fd2-93d0-7ee128e70f07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.367270] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 968.367270] env[62353]: value = "task-657554" [ 968.367270] env[62353]: _type = "Task" [ 968.367270] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.378616] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.685928] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.685928] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 968.689722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.582s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.805356] env[62353]: DEBUG nova.compute.utils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.805424] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.805938] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657553, 'name': ReconfigVM_Task, 'duration_secs': 0.225432} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.805938] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.806992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72030e-8961-4397-b025-3b70d0b9909a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.840194] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.840194] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8304e42d-5ab8-4cd5-9d57-5c72dc2c611a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.863285] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 968.863285] env[62353]: value = "task-657555" [ 968.863285] env[62353]: _type = "Task" [ 968.863285] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.879635] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.884151] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.191232] env[62353]: DEBUG nova.compute.utils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.193918] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 969.199019] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 969.205877] env[62353]: INFO nova.compute.claims [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.300215] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657552, 'name': ReconfigVM_Task, 'duration_secs': 0.581429} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.300215] env[62353]: DEBUG nova.network.neutron [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updated VIF entry in instance network info cache for port 99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 969.300215] env[62353]: DEBUG nova.network.neutron [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updating instance_info_cache with network_info: [{"id": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "address": "fa:16:3e:92:7f:a2", "network": {"id": "da3cb810-35bd-4333-b28e-25eadf1b6f64", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-290602435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3e6b6551d144138966874ca4d1397a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ffd030-7f", "ovs_interfaceid": "99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.304057] env[62353]: DEBUG nova.policy [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f55435eca484786a84c043659127c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0f015b631104a448488d710a1cefc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 969.304728] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9/volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.312149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.314299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a87525-0a52-41f6-8a48-fe9837921745 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.333934] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 969.333934] env[62353]: value = "task-657556" [ 969.333934] env[62353]: _type = "Task" [ 969.333934] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.346752] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.380618] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.387430] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.632199] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Successfully created port: 00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.716675] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 969.725629] env[62353]: INFO nova.compute.resource_tracker [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating resource usage from migration 1a44c0b0-1ae0-49b0-ab1c-e545e8b558b3 [ 969.814821] env[62353]: DEBUG oslo_concurrency.lockutils [req-893e977d-9d74-4562-94a0-07f198a6fc80 req-16cf35ec-f72c-40c5-bd4d-ac5df8a20314 service nova] Releasing lock "refresh_cache-14a81594-d9dc-4d80-8fa8-19c8104a1253" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.845317] env[62353]: DEBUG oslo_vmware.api [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657556, 'name': ReconfigVM_Task, 'duration_secs': 0.244418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.845317] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159552', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'name': 'volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a94f5e8-832e-4cb0-a919-2ee1a0baf36b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'serial': '1b697085-00ba-40fc-ab45-c57b4e0f86d9'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 969.884560] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657555, 'name': ReconfigVM_Task, 'duration_secs': 0.681181} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.891072] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb/5b1fa374-adb3-484e-ab27-78b0a8863fdb.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.891437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 969.898166] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657554, 'name': ReconfigVM_Task, 'duration_secs': 1.397046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.898166] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f92b9141-c96c-4e61-a977-e6bb9f2aa647/f92b9141-c96c-4e61-a977-e6bb9f2aa647.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.898166] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7bdab3-2aec-43c6-a521-fd2eb97d84a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.910824] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 969.910824] env[62353]: value = "task-657557" [ 969.910824] env[62353]: _type = "Task" [ 969.910824] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.930174] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657557, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.132547] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434fbad6-bdad-4e1d-b65d-56d06b137ac5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.141341] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b70c3e-4904-4125-bafd-35c4f5960142 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.179903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193002f6-a19f-4161-9f2c-94d6069052fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.192018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e08ac2-e782-40e1-a06c-13d7250c8f7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.208287] env[62353]: DEBUG nova.compute.provider_tree [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.399356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c9695-2cb9-4d9a-a3b9-096656b58cc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.404920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.405299] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.406027] env[62353]: INFO nova.compute.manager [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Attaching volume 33c6d737-4fb7-41b1-8e50-93276dc4428a to /dev/sdb [ 970.428534] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b5d18-69c9-4707-a0c9-4b9bf4acadf2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.458655] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 970.461514] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657557, 'name': Rename_Task, 'duration_secs': 0.19904} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.462914] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 970.467074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c752b358-2f3a-4c97-aeca-6f2921ce9f0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.467229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1874dfe4-3808-4217-a1a5-017672a84032 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.474202] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725a42b-3e3e-4cb2-9ccc-f9fef17d2650 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.482981] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 970.482981] env[62353]: value = "task-657558" [ 970.482981] env[62353]: _type = "Task" [ 970.482981] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.491309] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.496187] env[62353]: DEBUG nova.virt.block_device [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating existing volume attachment record: 4a8906f5-1657-4a3c-b4dd-3eb295139664 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 970.714185] env[62353]: DEBUG nova.scheduler.client.report [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.743674] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 970.771910] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 970.772220] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 970.772434] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.772529] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 970.772684] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.772834] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 970.773169] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 970.773375] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 970.773608] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 970.773841] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 970.774459] env[62353]: DEBUG nova.virt.hardware [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.775133] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d0b3b9-b32a-4dce-b88f-38acf032ba72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.784623] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e073068-204d-42d4-ac59-02a54e8451de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.888648] env[62353]: DEBUG nova.objects.instance [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'flavor' on Instance uuid 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.996032] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.053190] env[62353]: DEBUG nova.network.neutron [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Port 79451620-c9ff-46a3-949f-9eb09f28a9cf binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 971.218789] env[62353]: DEBUG nova.compute.manager [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Received event network-vif-plugged-00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 971.219106] env[62353]: DEBUG oslo_concurrency.lockutils [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] Acquiring lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.219433] env[62353]: DEBUG oslo_concurrency.lockutils [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.219697] env[62353]: DEBUG oslo_concurrency.lockutils [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.220039] env[62353]: DEBUG nova.compute.manager [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] No waiting events found dispatching network-vif-plugged-00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 971.220252] env[62353]: WARNING nova.compute.manager [req-5223e63c-ef65-4599-b1c3-b527a3c35b52 req-de83dc43-39ec-4993-a42e-b58e68e83cb3 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Received unexpected event network-vif-plugged-00e9feca-dfdf-476f-9140-db60fa46d523 for instance with vm_state building and task_state spawning. [ 971.221616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.532s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.221883] env[62353]: INFO nova.compute.manager [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Migrating [ 971.232410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.716s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.234454] env[62353]: INFO nova.compute.claims [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.324182] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Successfully updated port: 00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.394410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-806ac560-7bbf-4ca6-9b61-282e1fb3306d tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.916s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.494668] env[62353]: DEBUG oslo_vmware.api [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657558, 'name': PowerOnVM_Task, 'duration_secs': 0.554062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.494971] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 971.495246] env[62353]: INFO nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Took 9.96 seconds to spawn the instance on the hypervisor. [ 971.495473] env[62353]: DEBUG nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 971.496315] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cd7a4-7af5-4d8b-bba4-efbbfec8202a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.650414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.650842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.749206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.749652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.749652] env[62353]: DEBUG nova.network.neutron [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 971.826881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.827062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.827278] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 972.017128] env[62353]: INFO nova.compute.manager [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Took 35.54 seconds to build instance. [ 972.064225] env[62353]: INFO nova.compute.manager [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Rescuing [ 972.064541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.064724] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.064928] env[62353]: DEBUG nova.network.neutron [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 972.081976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.082236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.082457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.154292] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 972.375790] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 972.517791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94e64591-b024-4965-8737-ed2f2225ea90 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.053s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.535258] env[62353]: DEBUG nova.network.neutron [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.568312] env[62353]: DEBUG nova.network.neutron [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Updating instance_info_cache with network_info: [{"id": "00e9feca-dfdf-476f-9140-db60fa46d523", "address": "fa:16:3e:dc:de:33", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9feca-df", "ovs_interfaceid": "00e9feca-dfdf-476f-9140-db60fa46d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.684848] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.700859] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a6db8-c242-4247-afc1-d22d879e48f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.713871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2510408f-0b12-46b0-9f2c-73f458cd87cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.745978] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e972b-ab4e-4cf6-aa66-d1f3a543209f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.755224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3cc0f7-838c-4994-b700-6d0368797dfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.769953] env[62353]: DEBUG nova.compute.provider_tree [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.959354] env[62353]: DEBUG nova.network.neutron [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.038582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.070337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.070775] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Instance network_info: |[{"id": "00e9feca-dfdf-476f-9140-db60fa46d523", "address": "fa:16:3e:dc:de:33", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9feca-df", "ovs_interfaceid": "00e9feca-dfdf-476f-9140-db60fa46d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 973.071530] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:de:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e9feca-dfdf-476f-9140-db60fa46d523', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.079181] env[62353]: DEBUG oslo.service.loopingcall [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.079417] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 973.079672] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-977e047f-4980-4468-a597-fc528aa4aceb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.103666] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.103666] env[62353]: value = "task-657563" [ 973.103666] env[62353]: _type = "Task" [ 973.103666] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.112114] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657563, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.155060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.155413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.155898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.156220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.156434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.164724] env[62353]: INFO nova.compute.manager [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Terminating instance [ 973.165080] env[62353]: DEBUG nova.compute.manager [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 973.165277] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 973.166248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a757515-8e10-432d-9c2c-419aa4848463 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.172750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.172969] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.173161] env[62353]: DEBUG nova.network.neutron [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 973.177752] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 973.178830] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40be6058-399b-4ab7-988c-25fd175dfb12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.189779] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 973.189779] env[62353]: value = "task-657564" [ 973.189779] env[62353]: _type = "Task" [ 973.189779] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.201929] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.272749] env[62353]: DEBUG nova.scheduler.client.report [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 973.462994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.614869] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657563, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.632963] env[62353]: DEBUG nova.compute.manager [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Received event network-changed-00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 973.632963] env[62353]: DEBUG nova.compute.manager [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Refreshing instance network info cache due to event network-changed-00e9feca-dfdf-476f-9140-db60fa46d523. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 973.633079] env[62353]: DEBUG oslo_concurrency.lockutils [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] Acquiring lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.633538] env[62353]: DEBUG oslo_concurrency.lockutils [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] Acquired lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.633784] env[62353]: DEBUG nova.network.neutron [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Refreshing network info cache for port 00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 973.647821] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 973.649523] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f42f45-c610-43d7-ba98-ce3d92beb7d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.658940] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 973.659230] env[62353]: ERROR oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk due to incomplete transfer. [ 973.659437] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b24cdf03-8b1c-4e98-b88a-2dadaf232fc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.668700] env[62353]: DEBUG oslo_vmware.rw_handles [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90374-9b3c-0b49-1631-acf2cb022140/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 973.668906] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Uploaded image 732999aa-153a-4d15-8a93-d525880de825 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 973.671320] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 973.671695] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f530eef-233a-4d64-b214-7b1f4ca5b1df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.680456] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 973.680456] env[62353]: value = "task-657565" [ 973.680456] env[62353]: _type = "Task" [ 973.680456] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.689732] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657565, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.700454] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657564, 'name': PowerOffVM_Task, 'duration_secs': 0.252048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.700765] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 973.700921] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 973.701229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-542326fb-5127-4275-96a5-d110889dc1ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.775596] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 973.775921] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 973.776144] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleting the datastore file [datastore1] 1bbc1973-8cb7-4235-8ae3-61329ea004b6 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.776423] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24e8d0bf-5680-4233-abbc-e422a3cbed44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.779260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.779777] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 973.783545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.662s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.783798] env[62353]: DEBUG nova.objects.instance [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lazy-loading 'resources' on Instance uuid 942ad428-a355-47a4-994e-61ed84141e12 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.791130] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 973.791130] env[62353]: value = "task-657567" [ 973.791130] env[62353]: _type = "Task" [ 973.791130] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.803372] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.913330] env[62353]: DEBUG nova.compute.manager [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 973.913628] env[62353]: DEBUG nova.compute.manager [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing instance network info cache due to event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 973.913874] env[62353]: DEBUG oslo_concurrency.lockutils [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] Acquiring lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.914037] env[62353]: DEBUG oslo_concurrency.lockutils [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] Acquired lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914212] env[62353]: DEBUG nova.network.neutron [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 974.000958] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 974.001529] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1120297c-cbec-42c5-be44-6b369e850f35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.010324] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 974.010324] env[62353]: value = "task-657568" [ 974.010324] env[62353]: _type = "Task" [ 974.010324] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.024365] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.117827] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657563, 'name': CreateVM_Task, 'duration_secs': 0.634698} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.117827] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 974.118266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.118484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.118963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.119271] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a3a48b-ba77-4142-bb2b-4221fc0f7a62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.124441] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 974.124441] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0fa10-a13c-5e79-92fd-035c9ef97142" [ 974.124441] env[62353]: _type = "Task" [ 974.124441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.133244] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0fa10-a13c-5e79-92fd-035c9ef97142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.168385] env[62353]: DEBUG nova.network.neutron [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [{"id": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "address": "fa:16:3e:95:99:08", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79451620-c9", "ovs_interfaceid": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.193415] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657565, 'name': Destroy_Task, 'duration_secs': 0.506762} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.193782] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroyed the VM [ 974.195976] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 974.196300] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7a6ee50-64ab-42da-b36a-467cccade439 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.204669] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 974.204669] env[62353]: value = "task-657569" [ 974.204669] env[62353]: _type = "Task" [ 974.204669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.217059] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.285508] env[62353]: DEBUG nova.compute.utils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.287425] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 974.288398] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 974.309546] env[62353]: DEBUG oslo_vmware.api [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.312923] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.312923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 974.312923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 974.312923] env[62353]: INFO nova.compute.manager [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 974.312923] env[62353]: DEBUG oslo.service.loopingcall [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.312923] env[62353]: DEBUG nova.compute.manager [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 974.312923] env[62353]: DEBUG nova.network.neutron [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 974.404252] env[62353]: DEBUG nova.policy [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8ceadb10d164ff2bee319478d7e742e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214ca47291f845e19e8acff1ac4c755c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 974.520863] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657568, 'name': PowerOffVM_Task, 'duration_secs': 0.254297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.521863] env[62353]: DEBUG nova.network.neutron [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Updated VIF entry in instance network info cache for port 00e9feca-dfdf-476f-9140-db60fa46d523. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 974.522229] env[62353]: DEBUG nova.network.neutron [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Updating instance_info_cache with network_info: [{"id": "00e9feca-dfdf-476f-9140-db60fa46d523", "address": "fa:16:3e:dc:de:33", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9feca-df", "ovs_interfaceid": "00e9feca-dfdf-476f-9140-db60fa46d523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.523573] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 974.526587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd4e4a-76a6-4a07-9847-7a2627179807 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.550991] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17416dd7-0665-4a7f-ad16-b7a92e553864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.557635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8760a25-1c71-4f4d-8d5f-68d6b821534b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.594075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 974.608617] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 974.608980] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44682137-ee11-45e3-b6f8-e276ab737e09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.617092] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 974.617092] env[62353]: value = "task-657570" [ 974.617092] env[62353]: _type = "Task" [ 974.617092] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.633995] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 974.634235] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.634488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.634691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.634888] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.637354] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d29f5b1a-a4c3-465d-bc7a-be5f05fbe55c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.647252] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a0fa10-a13c-5e79-92fd-035c9ef97142, 'name': SearchDatastore_Task, 'duration_secs': 0.013534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.648314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.652015] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.652015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.652015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.652015] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.652015] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3547515f-f309-48f7-a673-7d838597f5d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.655617] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.655808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 974.657329] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c4c9fa-cabf-43ac-a95d-b33e95a2069e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.661337] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.661526] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 974.665990] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a56f0c3-310f-4992-9fbb-ec81bb16a9de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.668779] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 974.668779] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52230416-129e-d40a-ac73-fae9689ca34d" [ 974.668779] env[62353]: _type = "Task" [ 974.668779] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.674278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.678064] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 974.678064] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521d9cf8-a4df-df05-c2da-ffc8d549e6d6" [ 974.678064] env[62353]: _type = "Task" [ 974.678064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.688364] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52230416-129e-d40a-ac73-fae9689ca34d, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.691711] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c4c7ad-7b89-4c29-8fc9-5493202430f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.697560] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521d9cf8-a4df-df05-c2da-ffc8d549e6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.698720] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e2c8b1-19c8-466a-b6e0-c3c38d8d240b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.705537] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 974.705537] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ca095-944d-ea56-af57-6df3bcb10c72" [ 974.705537] env[62353]: _type = "Task" [ 974.705537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.714150] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 974.714150] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5210097b-22a8-4d59-8325-bc450664430f" [ 974.714150] env[62353]: _type = "Task" [ 974.714150] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.727545] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657569, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.727838] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ca095-944d-ea56-af57-6df3bcb10c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.734481] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5210097b-22a8-4d59-8325-bc450664430f, 'name': SearchDatastore_Task, 'duration_secs': 0.020448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.737492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.737753] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb/5c4207f5-5f02-46ee-b6c1-59eb2700e8cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 974.738140] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1330aed-aebe-4f86-9d7e-51d1ef73546f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.747953] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 974.747953] env[62353]: value = "task-657571" [ 974.747953] env[62353]: _type = "Task" [ 974.747953] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.757505] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.759209] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab00f7bb-a8f2-41e5-ac68-c154b75e058e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.767056] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d0307-9721-42d0-be2f-5da210931808 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.799451] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 974.805114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca31b96-e9be-4537-8a0e-ec8ed8e7fcc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.813611] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8125688-0556-4376-97b5-5df41fa32476 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.828322] env[62353]: DEBUG nova.compute.provider_tree [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.876555] env[62353]: DEBUG nova.network.neutron [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updated VIF entry in instance network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 974.876987] env[62353]: DEBUG nova.network.neutron [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updating instance_info_cache with network_info: [{"id": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "address": "fa:16:3e:a7:b2:64", "network": {"id": "83ab0053-a317-4300-82ca-67dbd4113228", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-546381692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f49652b4324ad1b7a6c984a8dcf98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430316ed-c1", "ovs_interfaceid": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.025365] env[62353]: DEBUG oslo_concurrency.lockutils [req-26f68ff1-6b83-457f-b39d-e36a925b1d90 req-44b80852-1edb-44cd-b7d1-1f431b4c1366 service nova] Releasing lock "refresh_cache-5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.027510] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Successfully created port: e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.105286] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 975.105630] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c7d3818-0e91-42c0-b566-f3dec995c88c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.116286] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 975.116286] env[62353]: value = "task-657572" [ 975.116286] env[62353]: _type = "Task" [ 975.116286] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.128509] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.204539] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be3547-23fd-49df-a393-ab66c67389b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.270573] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14babbdf-bc5c-4275-b25a-34d455a1d714 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.275422] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ca095-944d-ea56-af57-6df3bcb10c72, 'name': SearchDatastore_Task, 'duration_secs': 0.020012} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.275825] env[62353]: DEBUG oslo_vmware.api [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.530487} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.276556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.276656] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 975.277354] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.277429] env[62353]: INFO nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 18.65 seconds to snapshot the instance on the hypervisor. [ 975.282194] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78e2150-398a-468c-afb1-53f41020bd33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.288864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 975.296771] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.306469] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 975.306469] env[62353]: value = "task-657573" [ 975.306469] env[62353]: _type = "Task" [ 975.306469] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.316734] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.331180] env[62353]: DEBUG nova.scheduler.client.report [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 975.379608] env[62353]: DEBUG oslo_concurrency.lockutils [req-89b0c0b4-b6c8-4f07-85c1-61ceef0f5bf5 req-8507f646-19b5-4b7a-b049-5f4101e6a994 service nova] Releasing lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.455219] env[62353]: DEBUG nova.network.neutron [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.562017] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.562484] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.563724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fc5f7-3c93-4b41-9173-ac000aab780f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.581674] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14fd2c4-494f-44b4-b91b-5ad93b266a9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.612650] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.613079] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae22a33-c724-4a23-8f3f-a7a4a77e6ba7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.636920] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657572, 'name': PowerOffVM_Task, 'duration_secs': 0.268417} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.636920] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 975.636920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 975.640840] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 975.640840] env[62353]: value = "task-657574" [ 975.640840] env[62353]: _type = "Task" [ 975.640840] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.654672] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.771025] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592391} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.771025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb/5c4207f5-5f02-46ee-b6c1-59eb2700e8cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 975.771025] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.771025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92df3b2e-191b-4ec5-9978-1de8330308a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.783083] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 975.783083] env[62353]: value = "task-657575" [ 975.783083] env[62353]: _type = "Task" [ 975.783083] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.804547] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 975.805232] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.805672] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f567294-61b3-4fd7-8095-1081bff34cad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.813275] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 975.825021] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.825021] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 975.825021] env[62353]: value = "task-657576" [ 975.825021] env[62353]: _type = "Task" [ 975.825021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.839025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.847045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.473s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.849731] env[62353]: INFO nova.compute.claims [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.853127] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.863997] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 975.864296] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 975.864633] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.864724] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 975.864892] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.865068] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 975.865316] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 975.865515] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 975.865730] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 975.865961] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 975.866172] env[62353]: DEBUG nova.virt.hardware [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.868547] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ba3c2-0665-42b9-9bec-0de01598ec59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.880514] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5fcd2b-3286-4e03-b2c1-2455752b04e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.887698] env[62353]: DEBUG nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Found 3 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 975.887928] env[62353]: DEBUG nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Rotating out 1 backups {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 975.888114] env[62353]: DEBUG nova.compute.manager [None req-463bbbd2-34ec-42ee-8226-86fb44e93972 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleting image a96cfeaa-0922-428f-9829-6d315d399008 {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 975.891214] env[62353]: INFO nova.scheduler.client.report [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted allocations for instance 942ad428-a355-47a4-994e-61ed84141e12 [ 975.932739] env[62353]: DEBUG nova.compute.manager [req-28fa8510-fd8f-4a83-8f45-6f72fff59f4a req-9dd5cf05-f44c-4cef-b926-e3c74417e41a service nova] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Received event network-vif-deleted-870a3c27-2d71-4215-a5e0-c00f81841d3f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 975.961037] env[62353]: INFO nova.compute.manager [-] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Took 1.65 seconds to deallocate network for instance. [ 976.144577] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 976.144851] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 976.145028] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.145226] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 976.145382] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.145541] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 976.145753] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 976.145957] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 976.146163] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 976.146342] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 976.146555] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 976.152267] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09d7146-47eb-48fb-b191-242f0468b04c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.176154] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.178351] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 976.178351] env[62353]: value = "task-657577" [ 976.178351] env[62353]: _type = "Task" [ 976.178351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.191307] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.292950] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.292950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.294048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd38ab-35b6-4e6e-a36e-65ec96c5bbaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.324244] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb/5c4207f5-5f02-46ee-b6c1-59eb2700e8cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.327527] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a059b1e5-80b3-4ef8-a188-b30c5dd8a21d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.352432] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688742} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.356966] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk. [ 976.359368] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.359660] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 976.359660] env[62353]: value = "task-657578" [ 976.359660] env[62353]: _type = "Task" [ 976.359660] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.360834] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f112dd-9d0e-47fb-91a0-34dd1625a549 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.373491] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.399251] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.399251] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a7f3a1-dbbf-4212-a08b-5bc1a1e4c022 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.415352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-70d76dfd-0d02-4b94-abbd-8e79f37f01dd tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "942ad428-a355-47a4-994e-61ed84141e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.420507] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 976.420507] env[62353]: value = "task-657579" [ 976.420507] env[62353]: _type = "Task" [ 976.420507] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.430053] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.470273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.662374] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657574, 'name': ReconfigVM_Task, 'duration_secs': 0.69123} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.662727] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.667716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a8dc97-e937-4a11-b807-cc37a1ded73a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.683780] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 976.683780] env[62353]: value = "task-657580" [ 976.683780] env[62353]: _type = "Task" [ 976.683780] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.690190] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657577, 'name': ReconfigVM_Task, 'duration_secs': 0.346241} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.690516] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 976.700044] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.873855] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.888131] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.931674] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.202542] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 977.202542] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 977.202710] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.202930] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 977.203134] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.203352] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 977.203703] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 977.203899] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 977.204101] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 977.204315] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 977.204520] env[62353]: DEBUG nova.virt.hardware [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.212163] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.212163] env[62353]: DEBUG oslo_vmware.api [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657580, 'name': ReconfigVM_Task, 'duration_secs': 0.269552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.213713] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Successfully updated port: e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.218546] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd6e5b1-896e-465f-b8e7-b3ae6684953b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.234687] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.242873] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 977.242873] env[62353]: value = "task-657581" [ 977.242873] env[62353]: _type = "Task" [ 977.242873] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.248796] env[62353]: DEBUG nova.compute.manager [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Received event network-vif-plugged-e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 977.249335] env[62353]: DEBUG oslo_concurrency.lockutils [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] Acquiring lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.249335] env[62353]: DEBUG oslo_concurrency.lockutils [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.249733] env[62353]: DEBUG oslo_concurrency.lockutils [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.249733] env[62353]: DEBUG nova.compute.manager [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] No waiting events found dispatching network-vif-plugged-e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 977.250393] env[62353]: WARNING nova.compute.manager [req-3bd45b4d-3d7b-49a6-b231-af35f0345ff5 req-008b62df-74fe-4a8f-bff0-c3bd48cd3917 service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Received unexpected event network-vif-plugged-e799401e-f7db-4201-a8f9-79d1b68fd701 for instance with vm_state building and task_state spawning. [ 977.256662] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e301eb8-57cb-4d01-a5fd-c26543ba9f05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.271153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73711be-05dd-4b81-8a63-0e558065cc81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.275743] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.306243] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7efb64-ba91-454b-a085-e5b60fa33f47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.315456] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7a6b5-92e6-4a8b-a0c4-043921fe872a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.329762] env[62353]: DEBUG nova.compute.provider_tree [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.355604] env[62353]: DEBUG oslo_vmware.api [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657576, 'name': PowerOnVM_Task, 'duration_secs': 1.070128} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.355604] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 977.355750] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-251e9089-50a9-4517-b936-e805004ed756 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance '5b1fa374-adb3-484e-ab27-78b0a8863fdb' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 977.384299] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657578, 'name': ReconfigVM_Task, 'duration_secs': 0.888921} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.384687] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb/5c4207f5-5f02-46ee-b6c1-59eb2700e8cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.385428] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d570fe4-fe73-42be-b832-703b636fcafb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.395013] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 977.395013] env[62353]: value = "task-657582" [ 977.395013] env[62353]: _type = "Task" [ 977.395013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.408416] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657582, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.434285] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657579, 'name': ReconfigVM_Task, 'duration_secs': 0.991134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.434805] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.436217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acbaead-a0ec-4d76-bacd-9214d49892ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.466461] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba3a805-62f3-46a3-81c2-14529d675575 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.484811] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 977.484811] env[62353]: value = "task-657583" [ 977.484811] env[62353]: _type = "Task" [ 977.484811] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.496319] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.736177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.736177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.736177] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 977.758851] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657581, 'name': ReconfigVM_Task, 'duration_secs': 0.24691} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.759399] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.760696] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbb5d52-04fe-4644-84ed-af5398d85934 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.786769] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.789318] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603d5a7b-e391-4dd9-af41-ae62075a8c2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.815397] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 977.815397] env[62353]: value = "task-657584" [ 977.815397] env[62353]: _type = "Task" [ 977.815397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.826313] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.835469] env[62353]: DEBUG nova.scheduler.client.report [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 977.906207] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657582, 'name': Rename_Task, 'duration_secs': 0.478164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.906445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 977.906757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3e116e-0d29-49b7-8c43-ecd85859502d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.913339] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 977.913339] env[62353]: value = "task-657585" [ 977.913339] env[62353]: _type = "Task" [ 977.913339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.925756] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.001817] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657583, 'name': ReconfigVM_Task, 'duration_secs': 0.450008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.002382] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 978.002787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff11051c-7580-4674-90f8-c4e20da7e0d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.012053] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 978.012053] env[62353]: value = "task-657586" [ 978.012053] env[62353]: _type = "Task" [ 978.012053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.022381] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.278132] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 978.309715] env[62353]: DEBUG nova.objects.instance [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'flavor' on Instance uuid cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.330011] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657584, 'name': ReconfigVM_Task, 'duration_secs': 0.484265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.331599] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d174fe97-1d79-4c61-b285-dd860097505e/d174fe97-1d79-4c61-b285-dd860097505e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.333953] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 978.342550] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.343137] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 978.348631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.704s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.348845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.349355] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 978.349559] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.551s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.354253] env[62353]: INFO nova.compute.claims [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.358369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4507c-6bad-47bb-b091-d473e2f90c9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.376089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bb18a-cb21-4d05-a60a-c4ef666a22b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.391724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5287812-16c5-4eee-a241-4a739637923f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.400320] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194deb84-9971-47a7-888d-f8176f08df02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.434296] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180134MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 978.434658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.450023] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.527730] env[62353]: DEBUG oslo_vmware.api [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657586, 'name': PowerOnVM_Task, 'duration_secs': 0.466286} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.528032] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 978.531659] env[62353]: DEBUG nova.compute.manager [None req-1f613443-39f9-464d-8e9f-7720fe48ec10 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 978.532569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95745d4-2408-437a-a07e-aa64a3b2b27b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.654588] env[62353]: DEBUG nova.network.neutron [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Updating instance_info_cache with network_info: [{"id": "e799401e-f7db-4201-a8f9-79d1b68fd701", "address": "fa:16:3e:08:8a:1f", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape799401e-f7", "ovs_interfaceid": "e799401e-f7db-4201-a8f9-79d1b68fd701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.815518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef2ce1b7-9565-4bec-9cc6-6bf32da76182 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.841833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900597c-4bab-421e-9edd-adb136e45b5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.863217] env[62353]: DEBUG nova.compute.utils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.869631] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 978.869631] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 978.873140] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52016268-b272-4b59-a2d0-d81752c82a96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.902501] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 978.944772] env[62353]: DEBUG oslo_vmware.api [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657585, 'name': PowerOnVM_Task, 'duration_secs': 0.760779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.945251] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 978.945584] env[62353]: INFO nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Took 8.20 seconds to spawn the instance on the hypervisor. [ 978.945948] env[62353]: DEBUG nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 978.946964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d448edb2-9128-4bd6-9e9b-42ad8903418e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.973409] env[62353]: DEBUG nova.policy [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 979.157089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.157476] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Instance network_info: |[{"id": "e799401e-f7db-4201-a8f9-79d1b68fd701", "address": "fa:16:3e:08:8a:1f", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape799401e-f7", "ovs_interfaceid": "e799401e-f7db-4201-a8f9-79d1b68fd701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 979.157997] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:8a:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e799401e-f7db-4201-a8f9-79d1b68fd701', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.167038] env[62353]: DEBUG oslo.service.loopingcall [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.167314] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 979.167572] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976c0219-e1e5-42a8-b8af-0651e4d00498 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.194059] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.194059] env[62353]: value = "task-657587" [ 979.194059] env[62353]: _type = "Task" [ 979.194059] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.205754] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657587, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.373720] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 979.464673] env[62353]: DEBUG nova.network.neutron [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Port 2553ceba-e156-4577-801d-116381fd0762 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 979.485204] env[62353]: INFO nova.compute.manager [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Took 36.37 seconds to build instance. [ 979.527213] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Successfully created port: 3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.673575] env[62353]: DEBUG nova.compute.manager [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Received event network-changed-e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 979.673830] env[62353]: DEBUG nova.compute.manager [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Refreshing instance network info cache due to event network-changed-e799401e-f7db-4201-a8f9-79d1b68fd701. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 979.674493] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Acquiring lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.674832] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Acquired lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.674924] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Refreshing network info cache for port e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 979.707278] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657587, 'name': CreateVM_Task, 'duration_secs': 0.36399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.709905] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 979.711152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.711152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.711298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.711615] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92933a2e-5cf3-46d4-87ee-f4892921551c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.721207] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 979.721207] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527aa2b2-ca18-66cf-beb5-072c16ed604b" [ 979.721207] env[62353]: _type = "Task" [ 979.721207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.733137] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527aa2b2-ca18-66cf-beb5-072c16ed604b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.771216] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c0dfb-9da4-4e0b-8d8b-c1d9db4ca402 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.779998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc66a2-678e-4169-8f10-e65ab433c935 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.812050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44fdf1-3982-4b00-988e-7be5a86cedd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.820016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6386fee6-b23f-4f1e-b2c0-01d6fa807966 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.834260] env[62353]: DEBUG nova.compute.provider_tree [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.945416] env[62353]: INFO nova.compute.manager [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Rebuilding instance [ 979.989824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f8eee89-5994-4f8d-a366-612bcbdb0be5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.887s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.995602] env[62353]: DEBUG nova.compute.manager [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 979.996442] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392f2a2-7ac8-4593-a5ca-4d55c9dffeb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.225335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.225666] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.225885] env[62353]: DEBUG nova.compute.manager [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Going to confirm migration 4 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 980.238596] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527aa2b2-ca18-66cf-beb5-072c16ed604b, 'name': SearchDatastore_Task, 'duration_secs': 0.023095} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.239926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.239926] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.239926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.239926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.239926] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.239926] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc2b54c-9db2-427a-958c-76274fd485ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.253913] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.254163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 980.254920] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b75106f-13f7-4d36-b3f4-a8eac39c4392 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.263499] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 980.263499] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f9adc9-bb75-463f-aba5-c34fd8599153" [ 980.263499] env[62353]: _type = "Task" [ 980.263499] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.273039] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f9adc9-bb75-463f-aba5-c34fd8599153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.337135] env[62353]: DEBUG nova.scheduler.client.report [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 980.384492] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 980.406957] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Updated VIF entry in instance network info cache for port e799401e-f7db-4201-a8f9-79d1b68fd701. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 980.407339] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Updating instance_info_cache with network_info: [{"id": "e799401e-f7db-4201-a8f9-79d1b68fd701", "address": "fa:16:3e:08:8a:1f", "network": {"id": "07ed69fa-062b-4879-8bd4-1b18445ab497", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1090165599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214ca47291f845e19e8acff1ac4c755c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape799401e-f7", "ovs_interfaceid": "e799401e-f7db-4201-a8f9-79d1b68fd701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.424100] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 980.424402] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 980.424646] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.424864] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 980.425037] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.425204] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 980.425424] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 980.425591] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 980.425772] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 980.426053] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 980.426250] env[62353]: DEBUG nova.virt.hardware [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.427697] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057eecf0-c772-4121-8b19-7bf28a698ed1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.438988] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f73598f-0631-4516-9ea3-90b2d2ac21b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.489267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.489521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.489708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.508785] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 980.509118] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda1b06b-c8e9-419b-b89a-0e5748d1aed6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.518322] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 980.518322] env[62353]: value = "task-657588" [ 980.518322] env[62353]: _type = "Task" [ 980.518322] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.529047] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.545443] env[62353]: INFO nova.compute.manager [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Unrescuing [ 980.545819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.546037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.546276] env[62353]: DEBUG nova.network.neutron [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 980.775076] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f9adc9-bb75-463f-aba5-c34fd8599153, 'name': SearchDatastore_Task, 'duration_secs': 0.026734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.775975] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25fbf6a-d0f8-48f0-967f-4b9284b0dac3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.782329] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.782652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.782930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.783298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.783419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.786371] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 980.786371] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cbdff9-f58c-4a96-0186-ec0855593c83" [ 980.786371] env[62353]: _type = "Task" [ 980.786371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.786883] env[62353]: INFO nova.compute.manager [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Terminating instance [ 980.791978] env[62353]: DEBUG nova.compute.manager [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 980.792211] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 980.792989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0cd9fa-2d45-4333-9e8c-bb579687ac32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.804047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 980.804388] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cbdff9-f58c-4a96-0186-ec0855593c83, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.805757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1f3dfea-171c-4c2a-b51b-d79dfc294767 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.807821] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.807821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c/bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 980.809915] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21645149-aa34-45f8-883e-ed98304f3aab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.818937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.818937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.819137] env[62353]: DEBUG nova.network.neutron [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 980.820035] env[62353]: DEBUG nova.objects.instance [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'info_cache' on Instance uuid 5b1fa374-adb3-484e-ab27-78b0a8863fdb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.823863] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 980.823863] env[62353]: value = "task-657590" [ 980.823863] env[62353]: _type = "Task" [ 980.823863] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.823863] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 980.823863] env[62353]: value = "task-657589" [ 980.823863] env[62353]: _type = "Task" [ 980.823863] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.841829] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.842664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.843201] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 980.845991] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.846479] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.535s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.846718] env[62353]: DEBUG nova.objects.instance [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lazy-loading 'resources' on Instance uuid b2532bb4-c0d2-4926-b90d-508a3e2d63f9 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.909580] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.910060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.910391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.910745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.911112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.913620] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Releasing lock "refresh_cache-bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.913620] env[62353]: DEBUG nova.compute.manager [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.913841] env[62353]: DEBUG nova.compute.manager [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing instance network info cache due to event network-changed-430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 980.914076] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Acquiring lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.914232] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Acquired lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.914423] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Refreshing network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 980.915966] env[62353]: INFO nova.compute.manager [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Terminating instance [ 980.918791] env[62353]: DEBUG nova.compute.manager [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 980.918791] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 980.919239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d04cf7-df07-4f27-88a5-be6075eeab78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.928683] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 980.929046] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e66e857a-c1ec-448c-b91a-34e6c7273a57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.937288] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 980.937288] env[62353]: value = "task-657591" [ 980.937288] env[62353]: _type = "Task" [ 980.937288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.949058] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.032686] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657588, 'name': PowerOffVM_Task, 'duration_secs': 0.234773} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.032686] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 981.105024] env[62353]: INFO nova.compute.manager [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Detaching volume 33c6d737-4fb7-41b1-8e50-93276dc4428a [ 981.162023] env[62353]: INFO nova.virt.block_device [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Attempting to driver detach volume 33c6d737-4fb7-41b1-8e50-93276dc4428a from mountpoint /dev/sdb [ 981.162023] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.162023] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.162023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7886c2b6-1841-45ee-8c3e-5f3467bd6655 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.191276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a9d96-3d6e-4fcc-b839-aeb67b7db725 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.199449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbef56e-a783-41cc-8558-1f15e3e045ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.230373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256021d-a806-4dfe-88aa-d62fb0c15a49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.253801] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] The volume has not been displaced from its original location: [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 981.259760] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.260746] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59179bc-782d-4da5-b24f-b132b91209f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.282298] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 981.282298] env[62353]: value = "task-657592" [ 981.282298] env[62353]: _type = "Task" [ 981.282298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.292870] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.313114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.313420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.313651] env[62353]: DEBUG nova.compute.manager [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 981.314861] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a04af8-9ce1-4bc5-8e80-06b07e8516a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.323963] env[62353]: DEBUG nova.compute.manager [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 981.324924] env[62353]: DEBUG nova.objects.instance [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.348509] env[62353]: DEBUG nova.compute.utils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.350907] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657589, 'name': PowerOffVM_Task, 'duration_secs': 0.28994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.357522] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 981.357743] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 981.360676] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 981.360676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 981.361398] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.362120] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75882461-f45b-4115-8fe3-af0401dbb29e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.432525] env[62353]: DEBUG nova.policy [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 981.446584] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 981.446808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 981.447006] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleting the datastore file [datastore2] 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.447959] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc9f10f-f513-4502-bb8a-61d781820e1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.453233] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657591, 'name': PowerOffVM_Task, 'duration_secs': 0.204848} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.454228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 981.454449] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 981.454690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2957c9-2c32-4767-be6b-5137617112fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.459945] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 981.459945] env[62353]: value = "task-657594" [ 981.459945] env[62353]: _type = "Task" [ 981.459945] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.473479] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.536743] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 981.537877] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 981.538265] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Deleting the datastore file [datastore2] f92b9141-c96c-4e61-a977-e6bb9f2aa647 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.538678] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-301647e7-4baa-4a16-a175-7ef6b285b230 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.548087] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.548351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.548822] env[62353]: DEBUG nova.network.neutron [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 981.552747] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for the task: (returnval){ [ 981.552747] env[62353]: value = "task-657596" [ 981.552747] env[62353]: _type = "Task" [ 981.552747] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.564992] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.596783] env[62353]: DEBUG nova.compute.manager [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Received event network-vif-plugged-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 981.597070] env[62353]: DEBUG oslo_concurrency.lockutils [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] Acquiring lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.597663] env[62353]: DEBUG oslo_concurrency.lockutils [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.597960] env[62353]: DEBUG oslo_concurrency.lockutils [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.598400] env[62353]: DEBUG nova.compute.manager [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] No waiting events found dispatching network-vif-plugged-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 981.598538] env[62353]: WARNING nova.compute.manager [req-e203f52e-2b7f-4f33-8da7-3108939caad0 req-e7915f35-0af1-41c9-8414-7d18acc3b3a8 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Received unexpected event network-vif-plugged-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b for instance with vm_state building and task_state spawning. [ 981.643337] env[62353]: DEBUG nova.network.neutron [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.799622] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657592, 'name': ReconfigVM_Task, 'duration_secs': 0.312246} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.800202] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.805909] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54bdff4-fd4a-4a3e-8483-595409e88c17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.817293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76c420-9a82-48df-97b5-a37efe866046 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.826666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd8749-4ced-481a-9c65-3087525bce98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.829945] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 981.829945] env[62353]: value = "task-657597" [ 981.829945] env[62353]: _type = "Task" [ 981.829945] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.840155] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 981.842313] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9220a7-9e11-4152-9064-8b83a2bf3b3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.871100] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 981.886432] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updated VIF entry in instance network info cache for port 430316ed-c15f-4d4f-80e6-431a46e4bf4f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 981.886432] env[62353]: DEBUG nova.network.neutron [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updating instance_info_cache with network_info: [{"id": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "address": "fa:16:3e:a7:b2:64", "network": {"id": "83ab0053-a317-4300-82ca-67dbd4113228", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-546381692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f49652b4324ad1b7a6c984a8dcf98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap430316ed-c1", "ovs_interfaceid": "430316ed-c15f-4d4f-80e6-431a46e4bf4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.889248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99226da4-9a47-4f2a-a0a7-0a41058f96c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.892195] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.892458] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54289} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.892709] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c/bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 981.892933] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.893596] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b43f1ee-84a3-4597-b00f-0a2bbea2c3b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.899619] env[62353]: DEBUG oslo_vmware.api [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 981.899619] env[62353]: value = "task-657598" [ 981.899619] env[62353]: _type = "Task" [ 981.899619] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.901343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c1a5aa-7a4c-423a-8078-f09433819253 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.910492] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 981.910492] env[62353]: value = "task-657599" [ 981.910492] env[62353]: _type = "Task" [ 981.910492] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.919557] env[62353]: DEBUG oslo_vmware.api [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.930601] env[62353]: DEBUG nova.compute.provider_tree [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.938800] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.965770] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Successfully created port: 42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.976161] env[62353]: DEBUG oslo_vmware.api [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210804} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.976523] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.976749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 981.976974] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 981.977685] env[62353]: INFO nova.compute.manager [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 981.978073] env[62353]: DEBUG oslo.service.loopingcall [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.978346] env[62353]: DEBUG nova.compute.manager [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 981.978483] env[62353]: DEBUG nova.network.neutron [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 982.067602] env[62353]: DEBUG oslo_vmware.api [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Task: {'id': task-657596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31614} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.067865] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.068077] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 982.068284] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 982.068498] env[62353]: INFO nova.compute.manager [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Took 1.15 seconds to destroy the instance on the hypervisor. [ 982.068754] env[62353]: DEBUG oslo.service.loopingcall [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.068960] env[62353]: DEBUG nova.compute.manager [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 982.069069] env[62353]: DEBUG nova.network.neutron [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 982.146134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.146798] env[62353]: DEBUG nova.objects.instance [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'flavor' on Instance uuid 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.220975] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Successfully updated port: 3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.340324] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657597, 'name': ReconfigVM_Task, 'duration_secs': 0.251764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.340592] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.388976] env[62353]: DEBUG oslo_concurrency.lockutils [req-31b5ec8f-3713-48fb-bcdf-b8e46ecb5224 req-f2331b09-05bc-4212-b8fe-952514dd248c service nova] Releasing lock "refresh_cache-f92b9141-c96c-4e61-a977-e6bb9f2aa647" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.414835] env[62353]: DEBUG oslo_vmware.api [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657598, 'name': PowerOffVM_Task, 'duration_secs': 0.376511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.418598] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 982.418803] env[62353]: DEBUG nova.compute.manager [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 982.422318] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054bc6c6-8f90-4459-8018-a534beb3fc69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.429971] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105289} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.431510] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.437081] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b8694-e6dc-4179-aed8-23d2bae484ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.437833] env[62353]: DEBUG nova.scheduler.client.report [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 982.444862] env[62353]: DEBUG nova.network.neutron [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [{"id": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "address": "fa:16:3e:95:99:08", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79451620-c9", "ovs_interfaceid": "79451620-c9ff-46a3-949f-9eb09f28a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.466729] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c/bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.469752] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45e645d-11de-413d-91cc-8bf6a787b06c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.487864] env[62353]: DEBUG nova.compute.manager [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Received event network-changed-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 982.488091] env[62353]: DEBUG nova.compute.manager [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Refreshing instance network info cache due to event network-changed-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 982.488322] env[62353]: DEBUG oslo_concurrency.lockutils [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] Acquiring lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.488473] env[62353]: DEBUG oslo_concurrency.lockutils [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] Acquired lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.488640] env[62353]: DEBUG nova.network.neutron [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Refreshing network info cache for port 3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 982.497876] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 982.497876] env[62353]: value = "task-657600" [ 982.497876] env[62353]: _type = "Task" [ 982.497876] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.508201] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.649732] env[62353]: DEBUG nova.network.neutron [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.659424] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e27be8-59ac-4413-b245-bcca3ec279a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.686690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 982.689279] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b40066-be0e-46a3-853c-b93b7a9da374 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.696717] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 982.696717] env[62353]: value = "task-657601" [ 982.696717] env[62353]: _type = "Task" [ 982.696717] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.708400] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.723901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.805475] env[62353]: DEBUG nova.compute.manager [req-b17d1682-3b11-4dda-ae12-318f527c1e1c req-47849190-6cc8-4af5-b68a-d8df9ddb1c47 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Received event network-vif-deleted-00e9feca-dfdf-476f-9140-db60fa46d523 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 982.805475] env[62353]: INFO nova.compute.manager [req-b17d1682-3b11-4dda-ae12-318f527c1e1c req-47849190-6cc8-4af5-b68a-d8df9ddb1c47 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Neutron deleted interface 00e9feca-dfdf-476f-9140-db60fa46d523; detaching it from the instance and deleting it from the info cache [ 982.805475] env[62353]: DEBUG nova.network.neutron [req-b17d1682-3b11-4dda-ae12-318f527c1e1c req-47849190-6cc8-4af5-b68a-d8df9ddb1c47 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.882017] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 982.914968] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 982.915243] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 982.915406] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.915598] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 982.915884] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.915884] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 982.916276] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 982.916418] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 982.916606] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 982.916777] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 982.916966] env[62353]: DEBUG nova.virt.hardware [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.918516] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040deaf-b79a-48cd-91aa-27d7e13f98d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.927577] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e53d7-243a-414d-bdf0-997f497b0c71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.945307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72522018-b762-45e8-8cb6-0baae8b6b19d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.632s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.950368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.953745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-5b1fa374-adb3-484e-ab27-78b0a8863fdb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.954599] env[62353]: DEBUG nova.objects.instance [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'migration_context' on Instance uuid 5b1fa374-adb3-484e-ab27-78b0a8863fdb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.955828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.383s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.955828] env[62353]: DEBUG nova.objects.instance [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lazy-loading 'resources' on Instance uuid 6250c939-f45b-47a2-b53f-e2f9b9f58f80 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.978302] env[62353]: INFO nova.scheduler.client.report [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted allocations for instance b2532bb4-c0d2-4926-b90d-508a3e2d63f9 [ 983.011310] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657600, 'name': ReconfigVM_Task, 'duration_secs': 0.281229} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.011510] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c/bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.012230] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80685c30-dd00-4de1-80ec-33cac8826863 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.022552] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 983.022552] env[62353]: value = "task-657602" [ 983.022552] env[62353]: _type = "Task" [ 983.022552] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.023454] env[62353]: DEBUG nova.network.neutron [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 983.035915] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657602, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.112500] env[62353]: DEBUG nova.network.neutron [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.158632] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.163800] env[62353]: DEBUG nova.network.neutron [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.192877] env[62353]: DEBUG nova.network.neutron [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.207955] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657601, 'name': PowerOffVM_Task, 'duration_secs': 0.397034} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.208031] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 983.213556] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfiguring VM instance instance-00000049 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.214418] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f4bd89-c1c8-415a-b010-59bef22c1f9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.234353] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 983.234353] env[62353]: value = "task-657603" [ 983.234353] env[62353]: _type = "Task" [ 983.234353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.244932] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.307388] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-870480e3-fd03-4bf7-b808-ffb49aa089e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.327325] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91207128-ed49-49f7-a281-a9cf8381e5fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.362011] env[62353]: DEBUG nova.compute.manager [req-b17d1682-3b11-4dda-ae12-318f527c1e1c req-47849190-6cc8-4af5-b68a-d8df9ddb1c47 service nova] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Detach interface failed, port_id=00e9feca-dfdf-476f-9140-db60fa46d523, reason: Instance 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 983.396164] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 983.396583] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201199e6-dab8-49dd-96cb-5a866611e11f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.403544] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 983.403544] env[62353]: value = "task-657604" [ 983.403544] env[62353]: _type = "Task" [ 983.403544] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.412358] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.458334] env[62353]: DEBUG nova.objects.base [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Object Instance<5b1fa374-adb3-484e-ab27-78b0a8863fdb> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 983.462305] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bde2ab-7527-4b0d-9df0-7d611a2d0145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.483238] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dc3526-a701-4499-a54f-6148ec119413 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.489017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-caf45afc-f834-47e1-8dd6-d1ec21f1116e tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "b2532bb4-c0d2-4926-b90d-508a3e2d63f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.197s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.494336] env[62353]: DEBUG oslo_vmware.api [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 983.494336] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525d82be-78cc-7ac9-5a49-ea66c26df3c5" [ 983.494336] env[62353]: _type = "Task" [ 983.494336] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.502378] env[62353]: DEBUG oslo_vmware.api [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525d82be-78cc-7ac9-5a49-ea66c26df3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.536180] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657602, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.614791] env[62353]: DEBUG oslo_concurrency.lockutils [req-9be32bb1-c9b5-496f-bc4f-8e9904c3baee req-b998c643-e9a9-41c0-9ed0-7819abbdd748 service nova] Releasing lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.615099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615320] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 983.668077] env[62353]: INFO nova.compute.manager [-] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Took 1.69 seconds to deallocate network for instance. [ 983.692079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3a7c9-02ea-48ce-8059-dca05ddc5cb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.697066] env[62353]: INFO nova.compute.manager [-] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Took 1.63 seconds to deallocate network for instance. [ 983.726660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69452e86-edf7-4ad8-8fa5-c320b9e7c9be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.734042] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 983.753554] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.825422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d421b-31d0-4b50-84e7-36bcfc1cc91d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.839013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7bd552-cd31-4ee5-8c7c-9bdc7091998f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.872817] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df9bff-37cd-492e-880a-0a72c6711e72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.881610] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854ca08-a12c-49ea-85c5-542eefecec5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.896684] env[62353]: DEBUG nova.compute.provider_tree [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.917326] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 983.917326] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 983.917326] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 983.917584] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a258d81a-9827-497f-8bc1-2923e4686a6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c05415-baf7-4149-9c62-ccacf2fb8dca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.945571] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 983.945921] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 983.946780] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d8469-bf9f-456c-8014-95d6fad99e4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.954621] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 983.955042] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a74af094-280f-463e-bf24-84fceb14d595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.004534] env[62353]: DEBUG oslo_vmware.api [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525d82be-78cc-7ac9-5a49-ea66c26df3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.005769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.024917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 984.025315] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 984.025587] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.027445] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Successfully updated port: 42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.029026] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8065b3a-1182-4f2b-a372-468b8603834f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.044345] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657602, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.047593] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 984.047593] env[62353]: value = "task-657606" [ 984.047593] env[62353]: _type = "Task" [ 984.047593] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.057517] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.146300] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 984.182199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.229167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.247029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 984.250845] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d83673-c8c7-4248-8d00-0d8e2a03cf49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.258722] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657603, 'name': ReconfigVM_Task, 'duration_secs': 0.566662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.262705] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfigured VM instance instance-00000049 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.262705] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 984.263550] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 984.263550] env[62353]: value = "task-657607" [ 984.263550] env[62353]: _type = "Task" [ 984.263550] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.263550] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e66390e-2f12-430a-ac6c-2efe59e6f5b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.274855] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.276267] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 984.276267] env[62353]: value = "task-657608" [ 984.276267] env[62353]: _type = "Task" [ 984.276267] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.283939] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.302193] env[62353]: DEBUG nova.network.neutron [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Updating instance_info_cache with network_info: [{"id": "3d5d010a-f8e1-4935-a06b-aa1f1d43c61b", "address": "fa:16:3e:73:40:39", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5d010a-f8", "ovs_interfaceid": "3d5d010a-f8e1-4935-a06b-aa1f1d43c61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.399846] env[62353]: DEBUG nova.scheduler.client.report [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 984.536121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.536285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.536448] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 984.543550] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657602, 'name': Rename_Task, 'duration_secs': 1.197915} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.543934] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 984.544224] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2f0d0b-54d9-4d50-a83f-9fcfaf286885 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.553275] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 984.553275] env[62353]: value = "task-657609" [ 984.553275] env[62353]: _type = "Task" [ 984.553275] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.560013] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290055} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.560657] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.560864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 984.561063] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 984.566388] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.777480] env[62353]: DEBUG oslo_vmware.api [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657607, 'name': PowerOnVM_Task, 'duration_secs': 0.404041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.780616] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 984.780819] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668d6215-47ef-460a-9b6e-46c9ae78c4da tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance 'd174fe97-1d79-4c61-b285-dd860097505e' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 984.789646] env[62353]: DEBUG oslo_vmware.api [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657608, 'name': PowerOnVM_Task, 'duration_secs': 0.420482} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.789972] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 984.790203] env[62353]: DEBUG nova.compute.manager [None req-0dad0e5d-839c-4d00-9c8e-f29c5ca32162 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 984.790957] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3cc65-c26f-44e2-92ed-1d16c72c13a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.804683] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.805012] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance network_info: |[{"id": "3d5d010a-f8e1-4935-a06b-aa1f1d43c61b", "address": "fa:16:3e:73:40:39", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5d010a-f8", "ovs_interfaceid": "3d5d010a-f8e1-4935-a06b-aa1f1d43c61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 984.805449] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:40:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d5d010a-f8e1-4935-a06b-aa1f1d43c61b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.814183] env[62353]: DEBUG oslo.service.loopingcall [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.814468] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 984.814737] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb2c70dc-1bb6-4013-9dd0-d0c0e8e39e5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.835067] env[62353]: DEBUG nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Received event network-vif-deleted-430316ed-c15f-4d4f-80e6-431a46e4bf4f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 984.835298] env[62353]: DEBUG nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Received event network-vif-plugged-42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 984.835521] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Acquiring lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.835721] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.835873] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.836060] env[62353]: DEBUG nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] No waiting events found dispatching network-vif-plugged-42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 984.836237] env[62353]: WARNING nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Received unexpected event network-vif-plugged-42551372-ad95-4369-8f2d-fc7b98cf28d5 for instance with vm_state building and task_state spawning. [ 984.836405] env[62353]: DEBUG nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Received event network-changed-42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 984.836576] env[62353]: DEBUG nova.compute.manager [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Refreshing instance network info cache due to event network-changed-42551372-ad95-4369-8f2d-fc7b98cf28d5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 984.836753] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Acquiring lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.838672] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.838672] env[62353]: value = "task-657610" [ 984.838672] env[62353]: _type = "Task" [ 984.838672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.847606] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657610, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.906040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.909644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.225s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.911185] env[62353]: INFO nova.compute.claims [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.915014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.915242] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.927533] env[62353]: DEBUG nova.compute.manager [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Stashing vm_state: stopped {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 984.932586] env[62353]: INFO nova.scheduler.client.report [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Deleted allocations for instance 6250c939-f45b-47a2-b53f-e2f9b9f58f80 [ 985.063876] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657609, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.068496] env[62353]: INFO nova.virt.block_device [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Booting with volume 33c6d737-4fb7-41b1-8e50-93276dc4428a at /dev/sdb [ 985.070720] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 985.107084] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef508ac0-614a-4083-a6e3-304800affd85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.119197] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf0c657-3c4d-442d-ad79-779ba157bdf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.152626] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-118e9f87-818f-45d0-b31f-7cc3a082fe60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.161076] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed85b7-d60c-4499-94ac-ac37af7ef5d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.196336] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dccbbf-c66c-4133-93db-3c26875dfba0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.203963] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813330e-480a-40fb-8429-9088e2101fad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.214376] env[62353]: DEBUG nova.network.neutron [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updating instance_info_cache with network_info: [{"id": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "address": "fa:16:3e:33:d7:0e", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42551372-ad", "ovs_interfaceid": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.219617] env[62353]: DEBUG nova.virt.block_device [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating existing volume attachment record: 63584e26-b9c3-44a4-94d0-87520db75239 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 985.350639] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657610, 'name': CreateVM_Task, 'duration_secs': 0.488938} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.350760] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 985.352040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.352040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.352182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.352397] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e64aee6-c158-4d80-b306-420dc82e9aa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.357330] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 985.357330] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5a97e-e848-e9b9-6a6e-0103220e6e65" [ 985.357330] env[62353]: _type = "Task" [ 985.357330] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.367472] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5a97e-e848-e9b9-6a6e-0103220e6e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.420480] env[62353]: DEBUG nova.compute.utils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.440477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75b8b973-b6e5-473e-bc30-6dc79b86d6f1 tempest-MultipleCreateTestJSON-11796863 tempest-MultipleCreateTestJSON-11796863-project-member] Lock "6250c939-f45b-47a2-b53f-e2f9b9f58f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.447986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.565160] env[62353]: DEBUG oslo_vmware.api [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657609, 'name': PowerOnVM_Task, 'duration_secs': 0.849003} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.565377] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 985.565592] env[62353]: INFO nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Took 9.75 seconds to spawn the instance on the hypervisor. [ 985.565780] env[62353]: DEBUG nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 985.566580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a76422-81f5-41cf-b6a8-be8d847fdac8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.723615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.723971] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Instance network_info: |[{"id": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "address": "fa:16:3e:33:d7:0e", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42551372-ad", "ovs_interfaceid": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 985.724312] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Acquired lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.724512] env[62353]: DEBUG nova.network.neutron [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Refreshing network info cache for port 42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 985.725728] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d7:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42551372-ad95-4369-8f2d-fc7b98cf28d5', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.733928] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating folder: Project (d7826640a28c4ec69a4c412712f2d848). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 985.735067] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04dec94f-2eb5-4add-8658-0ed261d26360 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.746114] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created folder: Project (d7826640a28c4ec69a4c412712f2d848) in parent group-v159334. [ 985.746398] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating folder: Instances. Parent ref: group-v159561. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 985.746634] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e64e1965-7d9d-478d-939c-ccb37313b5ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.757399] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created folder: Instances in parent group-v159561. [ 985.757637] env[62353]: DEBUG oslo.service.loopingcall [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.757889] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 985.758059] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f6edf4-e087-430c-b044-7074f4af6469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.780628] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.780628] env[62353]: value = "task-657613" [ 985.780628] env[62353]: _type = "Task" [ 985.780628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.787708] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657613, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.869778] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a5a97e-e848-e9b9-6a6e-0103220e6e65, 'name': SearchDatastore_Task, 'duration_secs': 0.022082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.870139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.870388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.870639] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.870796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.870983] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.871271] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec568233-4485-4a92-992e-81c8d9f36ccb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.883388] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.883688] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 985.884452] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7f4318-5acc-449a-9a04-331d46b38042 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.889670] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 985.889670] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8868-bb7c-a4c8-b7b8-60bf45b58897" [ 985.889670] env[62353]: _type = "Task" [ 985.889670] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.897176] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8868-bb7c-a4c8-b7b8-60bf45b58897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.926333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.082954] env[62353]: INFO nova.compute.manager [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Took 39.63 seconds to build instance. [ 986.240039] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee494c7-542d-4047-867a-928956001e4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.247647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bb7a8-7a3a-40c0-b29e-0d6cefa18083 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.280375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a4a00-69fc-48ec-9ed5-8869ee3abf23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.293882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b49691-216d-4f9f-84d1-b29e45a313d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.306839] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657613, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.321339] env[62353]: DEBUG nova.compute.provider_tree [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.400514] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dc8868-bb7c-a4c8-b7b8-60bf45b58897, 'name': SearchDatastore_Task, 'duration_secs': 0.024349} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.401622] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1d9602-e09b-43ef-af12-d1c78cd2ab74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.406607] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 986.406607] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268b838-6d5a-6fd9-8807-678a946e66e8" [ 986.406607] env[62353]: _type = "Task" [ 986.406607] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.414792] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268b838-6d5a-6fd9-8807-678a946e66e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.510431] env[62353]: DEBUG nova.network.neutron [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updated VIF entry in instance network info cache for port 42551372-ad95-4369-8f2d-fc7b98cf28d5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 986.510902] env[62353]: DEBUG nova.network.neutron [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updating instance_info_cache with network_info: [{"id": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "address": "fa:16:3e:33:d7:0e", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42551372-ad", "ovs_interfaceid": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.585628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-72db9995-0152-44ac-91f4-43fe446f9eda tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.145s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.796284] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657613, 'name': CreateVM_Task, 'duration_secs': 0.527102} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.796791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 986.797659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.797802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.798178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.798478] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc94be8f-596d-4e16-b6d1-8e8be3a7c635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.803701] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 986.803701] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed5114-e06a-86f7-445e-0999a988a2bf" [ 986.803701] env[62353]: _type = "Task" [ 986.803701] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.812365] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed5114-e06a-86f7-445e-0999a988a2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.826512] env[62353]: DEBUG nova.scheduler.client.report [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 986.920118] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5268b838-6d5a-6fd9-8807-678a946e66e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.920496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.920823] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119/b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 986.921412] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acc58923-cfb8-4af7-9177-602e503c4eb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.928309] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 986.928309] env[62353]: value = "task-657614" [ 986.928309] env[62353]: _type = "Task" [ 986.928309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.939709] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.979855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.980280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.980628] env[62353]: INFO nova.compute.manager [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Attaching volume 2eeb503a-b98d-4174-8ee2-3764aa53f07e to /dev/sdb [ 987.015514] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb182be7-602d-48a2-8c57-cbec94708f18 req-ab5c22cf-26ce-41a2-9ec5-11e489d8b143 service nova] Releasing lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.026111] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79cb2fd-d07f-4cef-9e5a-c235bf182f11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.034207] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b495a8-810c-4d84-9c6d-c01822c90d29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.053320] env[62353]: DEBUG nova.virt.block_device [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating existing volume attachment record: 1f4ca07e-19fb-4b86-99e4-ddbae435f086 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 987.084952] env[62353]: DEBUG nova.compute.manager [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 987.085437] env[62353]: DEBUG nova.compute.manager [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing instance network info cache due to event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 987.089016] env[62353]: DEBUG oslo_concurrency.lockutils [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.089016] env[62353]: DEBUG oslo_concurrency.lockutils [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.089016] env[62353]: DEBUG nova.network.neutron [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 987.315852] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ed5114-e06a-86f7-445e-0999a988a2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.316321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.316890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.317088] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.317387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.317669] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.318038] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc2eb9e-6144-4c6e-a501-fd5d26065121 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.330197] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.330197] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 987.331041] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58ecdc0-be0c-41bd-8db2-2d34f2d45610 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.335177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.335753] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 987.343471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.873s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.343856] env[62353]: DEBUG nova.objects.instance [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'resources' on Instance uuid 1bbc1973-8cb7-4235-8ae3-61329ea004b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.350243] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 987.350243] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c47af5-d26a-7610-3a92-0a98baa5506c" [ 987.350243] env[62353]: _type = "Task" [ 987.350243] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.361992] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c47af5-d26a-7610-3a92-0a98baa5506c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.385969] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 987.386133] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 987.386303] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.386487] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 987.386667] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.386921] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 987.387247] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 987.387477] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 987.387712] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 987.387931] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 987.388173] env[62353]: DEBUG nova.virt.hardware [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.389188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bbe00-dc36-4dbb-9dca-6b3166572e55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.401014] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66604c3-ead4-421f-a268-35dcd951fed4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.416509] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:67:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13349160-be2e-40ee-b80f-4f8af533359c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.425421] env[62353]: DEBUG oslo.service.loopingcall [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.426120] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 987.426120] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40336275-91e3-4ef1-b619-6a07a13c1058 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.449710] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.451149] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.451149] env[62353]: value = "task-657616" [ 987.451149] env[62353]: _type = "Task" [ 987.451149] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.463910] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657616, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.647300] env[62353]: DEBUG nova.compute.manager [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 987.649015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b071a-bbfc-4684-9b03-45b5fe69025f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.716997] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.717336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.717624] env[62353]: DEBUG nova.compute.manager [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Going to confirm migration 5 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 987.834385] env[62353]: DEBUG nova.network.neutron [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updated VIF entry in instance network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 987.834924] env[62353]: DEBUG nova.network.neutron [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.851397] env[62353]: DEBUG nova.compute.utils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 987.863245] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 987.876023] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c47af5-d26a-7610-3a92-0a98baa5506c, 'name': SearchDatastore_Task, 'duration_secs': 0.049648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.876023] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058d92d2-361d-40ba-a935-a00857003972 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.881836] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 987.881836] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6b95c-2c33-e9f4-f30e-4beb61babc60" [ 987.881836] env[62353]: _type = "Task" [ 987.881836] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.894172] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6b95c-2c33-e9f4-f30e-4beb61babc60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.955173] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638359} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.959404] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119/b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 987.960049] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.960518] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ed4ebb0-cd43-4d7c-82ec-76911f207ddc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.973536] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657616, 'name': CreateVM_Task, 'duration_secs': 0.420169} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.973536] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 987.973536] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 987.973536] env[62353]: value = "task-657619" [ 987.973536] env[62353]: _type = "Task" [ 987.973536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.973536] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.973536] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.974041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.974328] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7d66aa-d7ab-486f-8c71-3457660fce72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.986271] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 987.986271] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209aa24-4dd9-3423-06ed-bfd7f550327e" [ 987.986271] env[62353]: _type = "Task" [ 987.986271] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.990201] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.000403] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209aa24-4dd9-3423-06ed-bfd7f550327e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.157928] env[62353]: INFO nova.compute.manager [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] instance snapshotting [ 988.160638] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83df3e-743f-48b9-8724-26ecb6adc01b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.185848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f2324-72d1-49f6-9b00-49c87c46ad12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.189119] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e2ba6-7250-4966-8002-b69389a83434 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.200660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb6b85-62c8-49ef-a282-a48a51134939 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.234144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6c561-2275-4733-b779-f5fc845efaf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.243588] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8a725-31f4-4394-a4db-8439d8baebf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.258287] env[62353]: DEBUG nova.compute.provider_tree [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.313371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.313641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.313837] env[62353]: DEBUG nova.network.neutron [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 988.314064] env[62353]: DEBUG nova.objects.instance [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'info_cache' on Instance uuid d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.337855] env[62353]: DEBUG oslo_concurrency.lockutils [req-ef270994-a9cc-4ca8-be55-b860988d79f3 req-c6f6d505-7464-469c-8166-2a3209531551 service nova] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.361087] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 988.392586] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b6b95c-2c33-e9f4-f30e-4beb61babc60, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.392961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.393281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4fc3ffda-f27d-425e-9dc5-25c2821744b9/4fc3ffda-f27d-425e-9dc5-25c2821744b9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 988.393576] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e903fab9-c167-41cd-a756-11c33ed65d67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.400038] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 988.400038] env[62353]: value = "task-657620" [ 988.400038] env[62353]: _type = "Task" [ 988.400038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.410103] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.485428] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.485714] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.486500] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1781ae9d-662b-466c-8299-644b17661064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.510505] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119/b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.511109] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90532f6d-cd5d-4966-90d2-9c73aa69858c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.529659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.529951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.530297] env[62353]: DEBUG nova.objects.instance [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.531689] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5209aa24-4dd9-3423-06ed-bfd7f550327e, 'name': SearchDatastore_Task, 'duration_secs': 0.015909} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.532856] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.533260] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.533330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.533646] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.533741] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.534128] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6219d0-0c2c-4ef7-9a5d-ef3fcb918180 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.537169] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 988.537169] env[62353]: value = "task-657621" [ 988.537169] env[62353]: _type = "Task" [ 988.537169] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.546338] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.555968] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.556173] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 988.556883] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493224e6-1d60-4dd4-9a68-bf4011e13ef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.562012] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 988.562012] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52363ea3-3884-c06e-ebb0-dd9c1a99d761" [ 988.562012] env[62353]: _type = "Task" [ 988.562012] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.569913] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52363ea3-3884-c06e-ebb0-dd9c1a99d761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.700894] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 988.701246] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-330a9c1e-5ad1-49e2-9586-79c834f070e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.708112] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 988.708112] env[62353]: value = "task-657622" [ 988.708112] env[62353]: _type = "Task" [ 988.708112] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.715987] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.761317] env[62353]: DEBUG nova.scheduler.client.report [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.911224] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.034715] env[62353]: DEBUG nova.objects.instance [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.048549] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.073065] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52363ea3-3884-c06e-ebb0-dd9c1a99d761, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.074017] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6ff201-839c-431f-b62a-ec528c436880 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.079898] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 989.079898] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7e6b3-8cb7-e998-5410-d2d4f01c9e06" [ 989.079898] env[62353]: _type = "Task" [ 989.079898] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.088498] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7e6b3-8cb7-e998-5410-d2d4f01c9e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.219415] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657622, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.266598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.269082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.834s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.292761] env[62353]: INFO nova.scheduler.client.report [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted allocations for instance 1bbc1973-8cb7-4235-8ae3-61329ea004b6 [ 989.371517] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 989.398885] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 989.399225] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 989.399439] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.399669] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 989.399863] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.400067] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 989.400331] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 989.400534] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 989.400813] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 989.401065] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 989.401270] env[62353]: DEBUG nova.virt.hardware [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.402248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439c242-e708-46b9-b6e2-81f127187d4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.416377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e0b771-4199-430b-b659-632cbeab8cfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.420364] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871259} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.422732] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 4fc3ffda-f27d-425e-9dc5-25c2821744b9/4fc3ffda-f27d-425e-9dc5-25c2821744b9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 989.423050] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.423928] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f24233-8d8f-42a3-87c9-038ec147aa14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.434818] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.440411] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Creating folder: Project (6690a5ba590b4a119b8be1c654cce75d). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 989.441146] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2ef68a-dc93-49fb-9e6b-2454158bb242 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.445814] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 989.445814] env[62353]: value = "task-657623" [ 989.445814] env[62353]: _type = "Task" [ 989.445814] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.451224] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Created folder: Project (6690a5ba590b4a119b8be1c654cce75d) in parent group-v159334. [ 989.451503] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Creating folder: Instances. Parent ref: group-v159567. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 989.451826] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4ba9b8-e59a-45c8-9e3f-fa8e5888a4e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.457133] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.467345] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Created folder: Instances in parent group-v159567. [ 989.467621] env[62353]: DEBUG oslo.service.loopingcall [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.467868] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 989.468133] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304ff7a8-b53f-420c-97f9-85f0aaaf2789 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.488337] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.488337] env[62353]: value = "task-657626" [ 989.488337] env[62353]: _type = "Task" [ 989.488337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.496390] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657626, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.508800] env[62353]: DEBUG nova.compute.manager [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 989.509131] env[62353]: DEBUG nova.compute.manager [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing instance network info cache due to event network-changed-134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 989.509278] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] Acquiring lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.509433] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] Acquired lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.509604] env[62353]: DEBUG nova.network.neutron [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Refreshing network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 989.538443] env[62353]: DEBUG nova.objects.base [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 989.538830] env[62353]: DEBUG nova.network.neutron [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 989.550047] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657621, 'name': ReconfigVM_Task, 'duration_secs': 0.848484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.552431] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119/b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.553534] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01192470-c9db-44df-bfb4-1906f7e4ad1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.560112] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 989.560112] env[62353]: value = "task-657627" [ 989.560112] env[62353]: _type = "Task" [ 989.560112] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.568128] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657627, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.590290] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7e6b3-8cb7-e998-5410-d2d4f01c9e06, 'name': SearchDatastore_Task, 'duration_secs': 0.020752} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.590498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.590795] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 989.591094] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed9afd2-07de-4a5f-b41e-b653d8fa081f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.597277] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 989.597277] env[62353]: value = "task-657628" [ 989.597277] env[62353]: _type = "Task" [ 989.597277] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.607262] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.610733] env[62353]: DEBUG nova.network.neutron [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [{"id": "2553ceba-e156-4577-801d-116381fd0762", "address": "fa:16:3e:a4:29:92", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2553ceba-e1", "ovs_interfaceid": "2553ceba-e156-4577-801d-116381fd0762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.658214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-48e1eca7-c96f-4016-a844-3a85416c7cac tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.128s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.718337] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657622, 'name': CreateSnapshot_Task, 'duration_secs': 0.978205} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.718633] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 989.719462] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc21b91-9091-4f9a-8456-293bcf3f50fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.806922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bf21d62d-9b75-4557-9c08-a8ba201d5b0f tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "1bbc1973-8cb7-4235-8ae3-61329ea004b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.651s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.957017] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072364} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.957778] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.958628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d0c28-6303-4004-82b1-d13299ed2201 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.982891] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4fc3ffda-f27d-425e-9dc5-25c2821744b9/4fc3ffda-f27d-425e-9dc5-25c2821744b9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.983280] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d271c478-4d75-4c61-a291-7ff0761fb326 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.007108] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657626, 'name': CreateVM_Task, 'duration_secs': 0.305599} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.008475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 990.008867] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 990.008867] env[62353]: value = "task-657630" [ 990.008867] env[62353]: _type = "Task" [ 990.008867] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.009278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.009444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.009812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.010164] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a67dc42-fa06-44ac-8276-e720e3cb4e0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.024796] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 990.024796] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec48bd-5cbf-212a-07b3-50b3a4cdbc6a" [ 990.024796] env[62353]: _type = "Task" [ 990.024796] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.025302] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.036405] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec48bd-5cbf-212a-07b3-50b3a4cdbc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.072188] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657627, 'name': Rename_Task, 'duration_secs': 0.15274} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.072652] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 990.072985] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964030b4-0821-4ce1-8343-ae42e262b322 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.080358] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 990.080358] env[62353]: value = "task-657631" [ 990.080358] env[62353]: _type = "Task" [ 990.080358] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.091090] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.106417] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657628, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.113099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-d174fe97-1d79-4c61-b285-dd860097505e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.113358] env[62353]: DEBUG nova.objects.instance [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'migration_context' on Instance uuid d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.236839] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 990.237149] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2be80977-572c-41bc-8592-ee3ae918d31a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.246010] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 990.246010] env[62353]: value = "task-657632" [ 990.246010] env[62353]: _type = "Task" [ 990.246010] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.246873] env[62353]: DEBUG nova.network.neutron [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updated VIF entry in instance network info cache for port 134c29fb-1830-43aa-a9f3-07bb422e9d87. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 990.247251] env[62353]: DEBUG nova.network.neutron [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [{"id": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "address": "fa:16:3e:c3:1e:00", "network": {"id": "569f62b5-e8e1-4902-9521-3e67c0b6aadc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353476290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c93e15d5f4872b7ce19f2a2629145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap134c29fb-18", "ovs_interfaceid": "134c29fb-1830-43aa-a9f3-07bb422e9d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.259879] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657632, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.285048] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Applying migration context for instance 5b1fa374-adb3-484e-ab27-78b0a8863fdb as it has an incoming, in-progress migration e1d93ca3-6383-4ccc-a4e0-b2b2deb2596f. Migration status is confirming {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 990.285048] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Applying migration context for instance d174fe97-1d79-4c61-b285-dd860097505e as it has an incoming, in-progress migration 1a44c0b0-1ae0-49b0-ab1c-e545e8b558b3. Migration status is confirming {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 990.286877] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating resource usage from migration e1d93ca3-6383-4ccc-a4e0-b2b2deb2596f [ 990.287590] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating resource usage from migration 912e1878-01dc-4fae-a29d-936783df6d1b [ 990.287748] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating resource usage from migration 1a44c0b0-1ae0-49b0-ab1c-e545e8b558b3 [ 990.311120] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3f563057-69e6-4941-a450-069491b8eef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311286] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance dc2cb03c-6286-461e-8afb-485436523433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311416] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3e362c56-e195-4782-8cd3-03b607116b0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311549] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 42fc3c8f-b686-4929-abfa-b60cac25bc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311652] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311758] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311885] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b3527d9a-3720-4ad6-9694-02c571a95ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.311988] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c4779a34-2495-463b-a895-70b6f559136f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.312115] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c3bb2293-1a70-4652-b64d-211012beb748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.312230] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 14a81594-d9dc-4d80-8fa8-19c8104a1253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.312370] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance f92b9141-c96c-4e61-a977-e6bb9f2aa647 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 990.312488] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration e1d93ca3-6383-4ccc-a4e0-b2b2deb2596f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 990.312604] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5b1fa374-adb3-484e-ab27-78b0a8863fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.312729] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 990.312843] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration 1a44c0b0-1ae0-49b0-ab1c-e545e8b558b3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 990.312956] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance d174fe97-1d79-4c61-b285-dd860097505e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.313081] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.313195] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.313303] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.313417] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance a0090feb-2bf1-4035-afc1-97b2ba7c1dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.313597] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration 912e1878-01dc-4fae-a29d-936783df6d1b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 990.313740] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5c8537ec-ba1e-40ea-ab62-070753a39d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.314013] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 990.314279] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 990.522435] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.534609] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ec48bd-5cbf-212a-07b3-50b3a4cdbc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.045677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.535236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.535431] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.535686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.535843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.536254] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.538804] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864ec377-47c9-4111-869f-03c10f17eef4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.549013] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.549700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 990.550253] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a15a3c-7d82-4767-a6f2-eb5a0a07dc54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.558792] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 990.558792] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2c5fc-5b52-1a06-8343-ac87941d83e8" [ 990.558792] env[62353]: _type = "Task" [ 990.558792] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.566641] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2c5fc-5b52-1a06-8343-ac87941d83e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.590225] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657631, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.607965] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.610901] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 990.611368] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.611951] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70eb154c-1256-4d67-b3aa-f990b14184c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.616338] env[62353]: DEBUG nova.objects.base [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 990.617328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8c0f8-a8e5-4b80-9d2c-ddcc58f4cab8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.621101] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 990.621101] env[62353]: value = "task-657633" [ 990.621101] env[62353]: _type = "Task" [ 990.621101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.623443] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d162a-9ef5-4d62-9e50-8200b4eac25b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.643236] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310d2765-d3a9-46bd-a497-5fcf8edfa8ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.649076] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bfa668-0526-4f21-b5de-656c875ad85e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.656379] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.656723] env[62353]: DEBUG oslo_vmware.api [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 990.656723] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520f0e3b-a5e7-b2a9-705a-3c9f0c3d5516" [ 990.656723] env[62353]: _type = "Task" [ 990.656723] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.692364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c6d1c-3cbc-4123-bcb9-7be19083102f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.699170] env[62353]: DEBUG oslo_vmware.api [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520f0e3b-a5e7-b2a9-705a-3c9f0c3d5516, 'name': SearchDatastore_Task, 'duration_secs': 0.016244} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.699170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.703468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d0530-7cea-46e3-af9b-ceec20bc102a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.717264] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.752995] env[62353]: DEBUG oslo_concurrency.lockutils [req-c5811125-0227-4146-bf36-0a5408608997 req-268a0423-5d44-4b3e-a4c1-5bff0bb59bf3 service nova] Releasing lock "refresh_cache-4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.760353] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657632, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.020497] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657630, 'name': ReconfigVM_Task, 'duration_secs': 0.778396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.020811] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4fc3ffda-f27d-425e-9dc5-25c2821744b9/4fc3ffda-f27d-425e-9dc5-25c2821744b9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.021486] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a508ec-3b41-4188-86e0-064e5304c8d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.027884] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 991.027884] env[62353]: value = "task-657634" [ 991.027884] env[62353]: _type = "Task" [ 991.027884] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.035711] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657634, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.069712] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2c5fc-5b52-1a06-8343-ac87941d83e8, 'name': SearchDatastore_Task, 'duration_secs': 0.027094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.070719] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee806387-eb08-4479-b3f9-77dd84dc8f78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.076652] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 991.076652] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d651d-8557-7d2a-b6c1-785e76a6737c" [ 991.076652] env[62353]: _type = "Task" [ 991.076652] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.085722] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d651d-8557-7d2a-b6c1-785e76a6737c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.093840] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.136729] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32717} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.137012] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.138347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033f19f-007b-403d-8dcb-b4a7318bc29a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.160848] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.161404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c212e4-fb86-4ba3-a9ca-95668738d2f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.182639] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 991.182639] env[62353]: value = "task-657635" [ 991.182639] env[62353]: _type = "Task" [ 991.182639] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.191181] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.220425] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 991.259324] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657632, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.289746] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.290064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.537830] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657634, 'name': Rename_Task, 'duration_secs': 0.227331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.538235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 991.538518] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b32b08f-07c9-4e21-8e4a-bf2a7938a66b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.545311] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 991.545311] env[62353]: value = "task-657636" [ 991.545311] env[62353]: _type = "Task" [ 991.545311] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.554539] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.589253] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d651d-8557-7d2a-b6c1-785e76a6737c, 'name': SearchDatastore_Task, 'duration_secs': 0.012921} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.594180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.594592] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] a0090feb-2bf1-4035-afc1-97b2ba7c1dee/a0090feb-2bf1-4035-afc1-97b2ba7c1dee.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 991.594980] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a73a2b5d-60ea-4a7e-b2e1-ca0f4a17381b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.602928] env[62353]: DEBUG oslo_vmware.api [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657631, 'name': PowerOnVM_Task, 'duration_secs': 1.024731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.604335] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 991.604568] env[62353]: INFO nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Took 11.22 seconds to spawn the instance on the hypervisor. [ 991.604760] env[62353]: DEBUG nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 991.605106] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 991.605106] env[62353]: value = "task-657637" [ 991.605106] env[62353]: _type = "Task" [ 991.605106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.605822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c792b43-c15f-41a0-b138-40d6b52e3a92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.615894] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.632098] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.632357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.632679] env[62353]: DEBUG nova.objects.instance [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.695890] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.726496] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 991.726747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.458s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.727209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.722s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.761144] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657632, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.793165] env[62353]: INFO nova.compute.manager [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Detaching volume 97523aad-6de6-4ab6-9a0e-d4b523928ee3 [ 991.825371] env[62353]: INFO nova.virt.block_device [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Attempting to driver detach volume 97523aad-6de6-4ab6-9a0e-d4b523928ee3 from mountpoint /dev/sdb [ 991.825782] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 991.826255] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159512', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'name': 'volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc2cb03c-6286-461e-8afb-485436523433', 'attached_at': '', 'detached_at': '', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'serial': '97523aad-6de6-4ab6-9a0e-d4b523928ee3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 991.827582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d566af7c-078a-468f-b9b5-bd5646d7b713 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.859598] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ee936-618d-471e-9d8e-cd10050b6922 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.868727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba41e6dd-d185-4a5b-a9bf-2dda4871e936 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.901659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d69f74-2074-474e-ad12-60495e51dd1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.926951] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] The volume has not been displaced from its original location: [datastore1] volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3/volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 991.935812] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.936391] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8086a4e-291b-4937-a790-4d1c0d8830a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.963565] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 991.963565] env[62353]: value = "task-657638" [ 991.963565] env[62353]: _type = "Task" [ 991.963565] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.974887] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.056133] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657636, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.115220] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.115592] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159566', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'name': 'volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4779a34-2495-463b-a895-70b6f559136f', 'attached_at': '', 'detached_at': '', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'serial': '2eeb503a-b98d-4174-8ee2-3764aa53f07e'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.116647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199cd761-c562-4637-8fc9-a8a2cd3647c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.141242] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.159012] env[62353]: INFO nova.compute.manager [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Took 38.81 seconds to build instance. [ 992.163591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e907b1f-ae53-475e-9372-ebd154098255 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.210091] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e/volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.219371] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3adcc13-ca86-4502-8df1-a78ea5c0700e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.241804] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657635, 'name': ReconfigVM_Task, 'duration_secs': 0.577894} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.243049] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e/cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.245149] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'device_name': '/dev/sda', 'image_id': 'e5cb58d4-cf14-43cc-a3ea-c15fd20494ff'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'}, 'attachment_id': '63584e26-b9c3-44a4-94d0-87520db75239', 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 992.245392] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.245591] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.246021] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 992.246021] env[62353]: value = "task-657639" [ 992.246021] env[62353]: _type = "Task" [ 992.246021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.246770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8a29b1-153e-4621-915a-b0add3301ede {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.278667] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62920a8a-c3f1-467e-a3d3-9102cc1775db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281438] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.282625] env[62353]: DEBUG nova.objects.instance [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.287759] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657632, 'name': CloneVM_Task, 'duration_secs': 1.836586} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.288253] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Created linked-clone VM from snapshot [ 992.289846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c258ffd-3811-4db0-842e-cf5ec378f8f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.312703] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.316363] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81578a1-cfc7-46f3-bf0d-6b7514ad0c81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.334437] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Uploading image 8e1a01a9-d311-4ec0-80ed-750c4157ca3d {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 992.343586] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 992.343586] env[62353]: value = "task-657640" [ 992.343586] env[62353]: _type = "Task" [ 992.343586] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.354010] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.354864] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 992.357305] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2cd6b11-ea70-4410-b5c7-b582f43621cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.364987] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 992.364987] env[62353]: value = "task-657641" [ 992.364987] env[62353]: _type = "Task" [ 992.364987] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.377098] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657641, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.474130] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657638, 'name': ReconfigVM_Task, 'duration_secs': 0.29697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.477106] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.482358] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debeaca9-9ebf-4131-a0f2-405dd8198d05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.501745] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 992.501745] env[62353]: value = "task-657642" [ 992.501745] env[62353]: _type = "Task" [ 992.501745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.512349] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.555271] env[62353]: DEBUG oslo_vmware.api [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657636, 'name': PowerOnVM_Task, 'duration_secs': 0.552433} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.555922] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 992.556181] env[62353]: INFO nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Took 9.67 seconds to spawn the instance on the hypervisor. [ 992.556443] env[62353]: DEBUG nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 992.561195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d4997-48ab-4b55-a04e-20853d50162e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.617429] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901dadc-8cce-40c1-8a42-3c19094438d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.628533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ab4eb-92fd-4161-9d64-ae88a8e97c52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.633339] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.633660] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] a0090feb-2bf1-4035-afc1-97b2ba7c1dee/a0090feb-2bf1-4035-afc1-97b2ba7c1dee.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 992.633966] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.634811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca4c42f-aa0b-4aa5-ab9d-019ebc0b1bd2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.662788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1b3fe-5e2d-469d-845d-5aa040a70037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.665613] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 992.665613] env[62353]: value = "task-657643" [ 992.665613] env[62353]: _type = "Task" [ 992.665613] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.671132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65b4f094-d328-4cf5-89b3-1d0c71b69a55 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.329s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.672757] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43203bc5-e7fa-4d8a-9363-e86ccdaa9340 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.681015] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.690324] env[62353]: DEBUG nova.compute.provider_tree [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.759936] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.789292] env[62353]: DEBUG nova.objects.base [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 992.789579] env[62353]: DEBUG nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 992.827872] env[62353]: DEBUG nova.policy [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 992.853399] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.875367] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657641, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.011834] env[62353]: DEBUG oslo_vmware.api [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657642, 'name': ReconfigVM_Task, 'duration_secs': 0.154756} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.012250] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159512', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'name': 'volume-97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dc2cb03c-6286-461e-8afb-485436523433', 'attached_at': '', 'detached_at': '', 'volume_id': '97523aad-6de6-4ab6-9a0e-d4b523928ee3', 'serial': '97523aad-6de6-4ab6-9a0e-d4b523928ee3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 993.080820] env[62353]: INFO nova.compute.manager [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Took 29.31 seconds to build instance. [ 993.100365] env[62353]: DEBUG nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Successfully created port: 53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.176160] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.193578] env[62353]: DEBUG nova.scheduler.client.report [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 993.259874] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657639, 'name': ReconfigVM_Task, 'duration_secs': 0.57345} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.260258] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e/volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.265103] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cc8150-6edb-4c80-a5bb-db823a4ed82f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.282330] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 993.282330] env[62353]: value = "task-657644" [ 993.282330] env[62353]: _type = "Task" [ 993.282330] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.291217] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.354586] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.376126] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657641, 'name': Destroy_Task, 'duration_secs': 0.786308} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.376414] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Destroyed the VM [ 993.376658] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.376925] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb0d4ac1-7bc0-4b22-bc7d-0ab257529cdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.382929] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 993.382929] env[62353]: value = "task-657645" [ 993.382929] env[62353]: _type = "Task" [ 993.382929] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.390664] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.480189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.480540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.480780] env[62353]: DEBUG nova.compute.manager [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 993.481723] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22dc6c-26a4-414a-b26d-7434298b462e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.489172] env[62353]: DEBUG nova.compute.manager [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 993.489861] env[62353]: DEBUG nova.objects.instance [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'flavor' on Instance uuid b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.561195] env[62353]: DEBUG nova.objects.instance [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid dc2cb03c-6286-461e-8afb-485436523433 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.583269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-519d2356-c6b8-4673-91a0-b88c961df0c7 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.821s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.676049] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.792846] env[62353]: DEBUG oslo_vmware.api [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657644, 'name': ReconfigVM_Task, 'duration_secs': 0.24704} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.793222] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159566', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'name': 'volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4779a34-2495-463b-a895-70b6f559136f', 'attached_at': '', 'detached_at': '', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'serial': '2eeb503a-b98d-4174-8ee2-3764aa53f07e'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.992568] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.992568] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.998121] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 993.998503] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c091b81c-0c77-4b13-9797-f9b27aa4b501 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.006290] env[62353]: DEBUG oslo_vmware.api [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 994.006290] env[62353]: value = "task-657646" [ 994.006290] env[62353]: _type = "Task" [ 994.006290] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.016193] env[62353]: DEBUG oslo_vmware.api [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.177285] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.206564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.479s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.211632] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.029s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.211939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.215138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.986s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.215448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.218184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.770s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.240529] env[62353]: INFO nova.scheduler.client.report [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted allocations for instance 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb [ 994.243460] env[62353]: INFO nova.scheduler.client.report [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Deleted allocations for instance f92b9141-c96c-4e61-a977-e6bb9f2aa647 [ 994.356157] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.393576] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.517337] env[62353]: DEBUG oslo_vmware.api [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657646, 'name': PowerOffVM_Task, 'duration_secs': 0.28055} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.517707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 994.518014] env[62353]: DEBUG nova.compute.manager [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 994.518822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf3780-1b7a-4850-89d9-5e5212a27a34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.568567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f4a00d5b-d073-4ef8-816b-05b6a23ce9ac tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.584387] env[62353]: DEBUG nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Successfully updated port: 53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.679453] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.727029] env[62353]: INFO nova.compute.claims [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.759453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed4a6c13-49ab-43ec-a22b-53ef8ddfff19 tempest-FloatingIPsAssociationNegativeTestJSON-2911269 tempest-FloatingIPsAssociationNegativeTestJSON-2911269-project-member] Lock "f92b9141-c96c-4e61-a977-e6bb9f2aa647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.849s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.761174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc7207c5-3975-47a0-851a-98bab81710de tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "5c4207f5-5f02-46ee-b6c1-59eb2700e8cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.978s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.780034] env[62353]: INFO nova.scheduler.client.report [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocation for migration e1d93ca3-6383-4ccc-a4e0-b2b2deb2596f [ 994.836470] env[62353]: DEBUG nova.objects.instance [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.857981] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.887167] env[62353]: DEBUG nova.compute.manager [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-vif-plugged-53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 994.887167] env[62353]: DEBUG oslo_concurrency.lockutils [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.887167] env[62353]: DEBUG oslo_concurrency.lockutils [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.887167] env[62353]: DEBUG oslo_concurrency.lockutils [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.887167] env[62353]: DEBUG nova.compute.manager [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] No waiting events found dispatching network-vif-plugged-53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 994.887806] env[62353]: WARNING nova.compute.manager [req-b280701e-b0ae-42d3-abc9-c8aa895daf50 req-9f0ed525-4b97-4bab-b7a6-4c41173e8028 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received unexpected event network-vif-plugged-53b76abf-9eae-41a8-89f5-7eed93c2d3cf for instance with vm_state active and task_state None. [ 994.899245] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.032100] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1babc86d-ab18-4dd7-9770-ae0bec7d9705 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.087819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.087819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.087819] env[62353]: DEBUG nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 995.180260] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.232863] env[62353]: INFO nova.compute.resource_tracker [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating resource usage from migration 912e1878-01dc-4fae-a29d-936783df6d1b [ 995.286133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-85ed7e4b-664d-48c9-9149-c4f9052a15c9 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.060s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.344388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e85eb4c-836b-46e7-905a-cef9eac2c005 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.364s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.361644] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.408295] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.523180] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42ecda-b955-4d63-82a7-2ba5f1173ef9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.533616] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a164f3-dd64-4aac-bc3a-7190acee6db5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.564497] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d33b2-6b17-46da-b714-91204e2e5a23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.574639] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f5e376-9705-4658-bbf2-436ad546e02c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.592485] env[62353]: DEBUG nova.compute.provider_tree [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.608886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.609278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.609551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.609759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.609930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.612229] env[62353]: INFO nova.compute.manager [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Terminating instance [ 995.614805] env[62353]: DEBUG nova.compute.manager [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 995.614805] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 995.615640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2a93b-b14f-4ff5-a580-e1f8f0849273 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.623646] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 995.624947] env[62353]: WARNING nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 995.626558] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b1a46a-787b-48cd-be24-289c8362febb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.683680] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.541737} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.687626] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.689191] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7822a1ff-4c3d-4347-8c62-93bb10090011 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.700672] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 995.701072] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 995.701372] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore2] b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.702073] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06650d4-6fea-431b-b593-9afa8f666a1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.728486] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a0090feb-2bf1-4035-afc1-97b2ba7c1dee/a0090feb-2bf1-4035-afc1-97b2ba7c1dee.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.733147] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77be2085-8d4e-4cbb-abbf-009cdc5ec707 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.750616] env[62353]: DEBUG oslo_vmware.api [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 995.750616] env[62353]: value = "task-657648" [ 995.750616] env[62353]: _type = "Task" [ 995.750616] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.756753] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 995.756753] env[62353]: value = "task-657649" [ 995.756753] env[62353]: _type = "Task" [ 995.756753] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.763319] env[62353]: DEBUG oslo_vmware.api [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.772936] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.857926] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657640, 'name': ReconfigVM_Task, 'duration_secs': 3.110386} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.858234] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.865288] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc852f6-6619-4759-b61d-7b2417e33b27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.883835] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 995.883835] env[62353]: value = "task-657650" [ 995.883835] env[62353]: _type = "Task" [ 995.883835] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.903215] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.903549] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.007176] env[62353]: DEBUG nova.network.neutron [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "address": "fa:16:3e:28:b3:61", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b76abf-9e", "ovs_interfaceid": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.096046] env[62353]: DEBUG nova.scheduler.client.report [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 996.202709] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.203152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.203647] env[62353]: DEBUG nova.compute.manager [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 996.204597] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c0d7c-f0c1-4cea-aae7-c9cd9f8ce4b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.213266] env[62353]: DEBUG nova.compute.manager [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 996.214796] env[62353]: DEBUG nova.objects.instance [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.268457] env[62353]: DEBUG oslo_vmware.api [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151237} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.269246] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.269521] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 996.269782] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 996.270048] env[62353]: INFO nova.compute.manager [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Took 0.66 seconds to destroy the instance on the hypervisor. [ 996.270370] env[62353]: DEBUG oslo.service.loopingcall [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.270632] env[62353]: DEBUG nova.compute.manager [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 996.270784] env[62353]: DEBUG nova.network.neutron [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 996.275751] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657649, 'name': ReconfigVM_Task, 'duration_secs': 0.363965} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.276383] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a0090feb-2bf1-4035-afc1-97b2ba7c1dee/a0090feb-2bf1-4035-afc1-97b2ba7c1dee.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.277060] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd9aa40-4831-4190-ade5-8e0b292ae064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.285941] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 996.285941] env[62353]: value = "task-657651" [ 996.285941] env[62353]: _type = "Task" [ 996.285941] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.286585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.286721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.286992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dc2cb03c-6286-461e-8afb-485436523433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.287231] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.287311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.292177] env[62353]: INFO nova.compute.manager [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Terminating instance [ 996.294446] env[62353]: DEBUG nova.compute.manager [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 996.294908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 996.295421] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110344c-3887-4956-b7ef-f19fb20f5428 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.302735] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657651, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.307845] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 996.308099] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b97a26-49a9-40f4-b78e-72764f98caf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.324019] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 996.324019] env[62353]: value = "task-657652" [ 996.324019] env[62353]: _type = "Task" [ 996.324019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.332848] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.397407] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657650, 'name': ReconfigVM_Task, 'duration_secs': 0.187726} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.398418] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.399260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26881a89-6921-46d8-8658-2e0dd4012e59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.404183] env[62353]: DEBUG oslo_vmware.api [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657645, 'name': RemoveSnapshot_Task, 'duration_secs': 2.648798} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.404831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.410214] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 996.410214] env[62353]: value = "task-657653" [ 996.410214] env[62353]: _type = "Task" [ 996.410214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.431074] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657653, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.510220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.511619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.513225] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.513225] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0677c8ee-3646-483d-95ef-dd1cf7cda77d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.541468] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 996.544785] env[62353]: DEBUG nova.virt.hardware [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.551875] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 996.552414] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f00f941-995c-44b4-aab2-9274ec3995cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573789] env[62353]: DEBUG oslo_vmware.api [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 996.573789] env[62353]: value = "task-657654" [ 996.573789] env[62353]: _type = "Task" [ 996.573789] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.587804] env[62353]: DEBUG oslo_vmware.api [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657654, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.606855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.606855] env[62353]: INFO nova.compute.manager [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Migrating [ 996.611594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.912s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.721314] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 996.721868] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e2f1b2-a1f5-4ac1-a561-1ca67be4d934 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.730723] env[62353]: DEBUG oslo_vmware.api [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 996.730723] env[62353]: value = "task-657655" [ 996.730723] env[62353]: _type = "Task" [ 996.730723] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.744925] env[62353]: DEBUG oslo_vmware.api [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.803468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "0235bc68-3f56-4651-8969-998806e99e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.803822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.805378] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657651, 'name': Rename_Task, 'duration_secs': 0.363879} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.806304] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 996.806642] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-264e30c8-7734-4b6c-89f4-dd6e7537fd04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.815824] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 996.815824] env[62353]: value = "task-657656" [ 996.815824] env[62353]: _type = "Task" [ 996.815824] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.829974] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.836087] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657652, 'name': PowerOffVM_Task, 'duration_secs': 0.269748} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.836401] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 996.836574] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 996.836839] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fbdd36f-de9f-44d4-bc9d-196933335272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911453] env[62353]: WARNING nova.compute.manager [None req-8346c77f-357a-4756-9681-870585cf2578 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Image not found during snapshot: nova.exception.ImageNotFound: Image 8e1a01a9-d311-4ec0-80ed-750c4157ca3d could not be found. [ 996.924605] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657653, 'name': Rename_Task, 'duration_secs': 0.361344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.925797] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 996.927716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb7092d-ce4d-4d44-a90a-f6ea87f90ca9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.930226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 996.930505] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 996.930733] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleting the datastore file [datastore2] dc2cb03c-6286-461e-8afb-485436523433 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.931050] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73fab1e5-d2c3-4810-99ea-0a4f613c9fd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.941739] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 996.941739] env[62353]: value = "task-657658" [ 996.941739] env[62353]: _type = "Task" [ 996.941739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.946617] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 996.946617] env[62353]: value = "task-657659" [ 996.946617] env[62353]: _type = "Task" [ 996.946617] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.954815] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.960819] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.087024] env[62353]: DEBUG oslo_vmware.api [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.134181] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.134668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134782] env[62353]: DEBUG nova.network.neutron [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 997.181771] env[62353]: DEBUG nova.network.neutron [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.243036] env[62353]: DEBUG oslo_vmware.api [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657655, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.307189] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 997.329114] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.436423] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba492e-6e4d-42f7-b406-614ba0c1eacf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.448492] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2a959-f44e-4d69-b4cb-9914576961c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.454924] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657658, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.464033] env[62353]: DEBUG oslo_vmware.api [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257714} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.491427] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.491711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 997.491912] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 997.492120] env[62353]: INFO nova.compute.manager [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dc2cb03c-6286-461e-8afb-485436523433] Took 1.20 seconds to destroy the instance on the hypervisor. [ 997.492391] env[62353]: DEBUG oslo.service.loopingcall [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.493211] env[62353]: DEBUG nova.compute.manager [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 997.493316] env[62353]: DEBUG nova.network.neutron [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 997.495637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac092f3b-25b9-4b80-87a4-2b887bebd07a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.504601] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d41f47-a750-47c7-801c-6a86e4f84687 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.520428] env[62353]: DEBUG nova.compute.provider_tree [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.577145] env[62353]: DEBUG nova.compute.manager [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-changed-53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 997.577379] env[62353]: DEBUG nova.compute.manager [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing instance network info cache due to event network-changed-53b76abf-9eae-41a8-89f5-7eed93c2d3cf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 997.577609] env[62353]: DEBUG oslo_concurrency.lockutils [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.577765] env[62353]: DEBUG oslo_concurrency.lockutils [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.577936] env[62353]: DEBUG nova.network.neutron [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing network info cache for port 53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 997.591434] env[62353]: DEBUG oslo_vmware.api [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657654, 'name': ReconfigVM_Task, 'duration_secs': 0.619105} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.592210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.592438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 997.686322] env[62353]: INFO nova.compute.manager [-] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Took 1.41 seconds to deallocate network for instance. [ 997.745804] env[62353]: DEBUG oslo_vmware.api [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657655, 'name': PowerOffVM_Task, 'duration_secs': 0.516187} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.746475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 997.747746] env[62353]: DEBUG nova.compute.manager [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 997.747746] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec3de2-cdec-4388-872c-8f124d8c16da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.838178] env[62353]: DEBUG oslo_vmware.api [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657656, 'name': PowerOnVM_Task, 'duration_secs': 0.947457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.838523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 997.838827] env[62353]: INFO nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Took 8.47 seconds to spawn the instance on the hypervisor. [ 997.839742] env[62353]: DEBUG nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 997.839965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33d186-cf80-41c8-bf6f-51e60724af07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.843851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.956993] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.027205] env[62353]: DEBUG nova.scheduler.client.report [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 998.051185] env[62353]: DEBUG nova.network.neutron [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.051185] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.051355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.051508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.051695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.051864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.054273] env[62353]: INFO nova.compute.manager [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Terminating instance [ 998.058420] env[62353]: DEBUG nova.compute.manager [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 998.058609] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 998.059440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a471986f-9a09-4404-87c0-fc40fb8f5f7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.069044] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 998.069320] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07864bc7-d842-4e1d-9dd2-fb37f60ac261 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.077027] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 998.077027] env[62353]: value = "task-657660" [ 998.077027] env[62353]: _type = "Task" [ 998.077027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.090088] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.097479] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82b55966-88e4-4dac-83f5-b0a61b33904f tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.465s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.191805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.264345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-91baf501-a13d-43dd-9515-35e310d9a128 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.314985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.315439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.315749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.316100] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.316318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.324247] env[62353]: INFO nova.compute.manager [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Terminating instance [ 998.326723] env[62353]: DEBUG nova.compute.manager [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 998.326921] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 998.327796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9576b31-0ed1-4bbe-8d85-2f27d4aa89cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.336380] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 998.336650] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2197ec87-0bb1-4d36-9a07-b4a37e3138b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.343658] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 998.343658] env[62353]: value = "task-657661" [ 998.343658] env[62353]: _type = "Task" [ 998.343658] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.361536] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.369219] env[62353]: INFO nova.compute.manager [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Took 25.70 seconds to build instance. [ 998.456804] env[62353]: DEBUG oslo_vmware.api [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657658, 'name': PowerOnVM_Task, 'duration_secs': 1.39069} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.457821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 998.458206] env[62353]: DEBUG nova.compute.manager [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 998.459161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9c213-095d-4116-9146-94ea7db83ebe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.555482] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.559924] env[62353]: DEBUG nova.network.neutron [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updated VIF entry in instance network info cache for port 53b76abf-9eae-41a8-89f5-7eed93c2d3cf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 998.560362] env[62353]: DEBUG nova.network.neutron [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "address": "fa:16:3e:28:b3:61", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b76abf-9e", "ovs_interfaceid": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.586877] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657660, 'name': PowerOffVM_Task, 'duration_secs': 0.28646} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.589379] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 998.589379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 998.589683] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6244290-3fc7-4a12-a21e-a0860da2b30e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.674842] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 998.674981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 998.675261] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore1] 5b1fa374-adb3-484e-ab27-78b0a8863fdb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.675604] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da679994-6025-49fe-b53b-98f2b5bacc82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.682398] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 998.682398] env[62353]: value = "task-657663" [ 998.682398] env[62353]: _type = "Task" [ 998.682398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.690392] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.854139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.854411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.861076] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657661, 'name': PowerOffVM_Task, 'duration_secs': 0.390493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.861652] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 998.861750] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 998.861999] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9daee174-05a2-4215-b745-a34e8521ddfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.870837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12581a31-d4f0-487c-8fe1-67d3dcad49bc tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.220s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.875028] env[62353]: DEBUG nova.network.neutron [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.935991] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 998.935991] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 998.935991] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleting the datastore file [datastore1] bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.935991] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b76f1b-8f88-4c5c-befe-8882605d5532 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.943944] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for the task: (returnval){ [ 998.943944] env[62353]: value = "task-657665" [ 998.943944] env[62353]: _type = "Task" [ 998.943944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.952120] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.981951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.043178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.432s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.046390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.202s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.048195] env[62353]: INFO nova.compute.claims [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.063043] env[62353]: DEBUG oslo_concurrency.lockutils [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.063726] env[62353]: DEBUG nova.compute.manager [req-432e8282-17cf-479c-b358-a4548406bb65 req-4eaf0626-1e7e-4f44-8d5e-352abd771e38 service nova] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Received event network-vif-deleted-3d5d010a-f8e1-4935-a06b-aa1f1d43c61b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.193658] env[62353]: DEBUG oslo_vmware.api [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.193934] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.194143] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 999.194327] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 999.194584] env[62353]: INFO nova.compute.manager [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 999.194957] env[62353]: DEBUG oslo.service.loopingcall [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.195263] env[62353]: DEBUG nova.compute.manager [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 999.195405] env[62353]: DEBUG nova.network.neutron [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 999.363550] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 999.377275] env[62353]: INFO nova.compute.manager [-] [instance: dc2cb03c-6286-461e-8afb-485436523433] Took 1.88 seconds to deallocate network for instance. [ 999.457280] env[62353]: DEBUG nova.objects.instance [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.459200] env[62353]: DEBUG oslo_vmware.api [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Task: {'id': task-657665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148107} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.459296] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.459500] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 999.459734] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 999.459970] env[62353]: INFO nova.compute.manager [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.460258] env[62353]: DEBUG oslo.service.loopingcall [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.460488] env[62353]: DEBUG nova.compute.manager [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 999.460629] env[62353]: DEBUG nova.network.neutron [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 999.625675] env[62353]: INFO nova.scheduler.client.report [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted allocation for migration 1a44c0b0-1ae0-49b0-ab1c-e545e8b558b3 [ 999.748354] env[62353]: DEBUG nova.compute.manager [req-a0a11508-139f-4669-a1a4-d383ece8d398 req-1d0214c6-fcb4-4847-83f8-91a2d494b9c1 service nova] [instance: dc2cb03c-6286-461e-8afb-485436523433] Received event network-vif-deleted-868e54c7-5e05-4fef-9399-215a8d5fddd9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.748515] env[62353]: DEBUG nova.compute.manager [req-a0a11508-139f-4669-a1a4-d383ece8d398 req-1d0214c6-fcb4-4847-83f8-91a2d494b9c1 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Received event network-vif-deleted-79451620-c9ff-46a3-949f-9eb09f28a9cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.748718] env[62353]: INFO nova.compute.manager [req-a0a11508-139f-4669-a1a4-d383ece8d398 req-1d0214c6-fcb4-4847-83f8-91a2d494b9c1 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Neutron deleted interface 79451620-c9ff-46a3-949f-9eb09f28a9cf; detaching it from the instance and deleting it from the info cache [ 999.748898] env[62353]: DEBUG nova.network.neutron [req-a0a11508-139f-4669-a1a4-d383ece8d398 req-1d0214c6-fcb4-4847-83f8-91a2d494b9c1 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.886875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.887833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.952256] env[62353]: DEBUG nova.compute.manager [None req-abd68b84-d568-492e-94eb-52460d844531 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 999.953404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da0f73-06d2-4294-93f7-981e76c5efa0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.964654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.964799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964981] env[62353]: DEBUG nova.network.neutron [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 999.965188] env[62353]: DEBUG nova.objects.instance [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'info_cache' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.043341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-84c83cdb-df25-47ee-8b32-865e95ee821a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.043708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-84c83cdb-df25-47ee-8b32-865e95ee821a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.044156] env[62353]: DEBUG nova.objects.instance [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.067473] env[62353]: DEBUG nova.network.neutron [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.074548] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26999a9-ebd2-4cb0-899b-8dec43c919ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.094155] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1000.100496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.100496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.100496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.100673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.100769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.103148] env[62353]: INFO nova.compute.manager [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Terminating instance [ 1000.104453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "refresh_cache-a0090feb-2bf1-4035-afc1-97b2ba7c1dee" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.104663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquired lock "refresh_cache-a0090feb-2bf1-4035-afc1-97b2ba7c1dee" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.104853] env[62353]: DEBUG nova.network.neutron [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1000.134121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00ef7d0c-74ed-4e46-b1c0-6f94c5657260 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.417s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.238714] env[62353]: DEBUG nova.network.neutron [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.251308] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed391a0b-ce77-4ef5-9411-bd16a63f4fbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.267018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b70e1cc-b548-49ca-8fb4-95ef5ff1b209 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.301039] env[62353]: DEBUG nova.compute.manager [req-a0a11508-139f-4669-a1a4-d383ece8d398 req-1d0214c6-fcb4-4847-83f8-91a2d494b9c1 service nova] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Detach interface failed, port_id=79451620-c9ff-46a3-949f-9eb09f28a9cf, reason: Instance 5b1fa374-adb3-484e-ab27-78b0a8863fdb could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1000.364575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c9b60-853b-4275-89f3-8a5f78a27f9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.372355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b4673-e840-43a9-bc5a-34cb5d4fe041 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.404851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49da105-6761-4a2f-a9d4-206ef7d08215 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.412484] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4773fd0-4194-4e68-89f8-026b55d75eb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.425717] env[62353]: DEBUG nova.compute.provider_tree [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.467675] env[62353]: INFO nova.compute.manager [None req-abd68b84-d568-492e-94eb-52460d844531 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] instance snapshotting [ 1000.468389] env[62353]: DEBUG nova.objects.instance [None req-abd68b84-d568-492e-94eb-52460d844531 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lazy-loading 'flavor' on Instance uuid a0090feb-2bf1-4035-afc1-97b2ba7c1dee {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.470976] env[62353]: DEBUG nova.objects.base [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1000.573536] env[62353]: INFO nova.compute.manager [-] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Took 1.38 seconds to deallocate network for instance. [ 1000.605250] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1000.605526] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7266562c-0065-4e17-9dd8-3fd2edbb3406 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.615433] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1000.615433] env[62353]: value = "task-657666" [ 1000.615433] env[62353]: _type = "Task" [ 1000.615433] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.623201] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.625184] env[62353]: DEBUG nova.network.neutron [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1000.692171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.692681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.703435] env[62353]: DEBUG nova.network.neutron [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.711149] env[62353]: DEBUG nova.objects.instance [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.741385] env[62353]: INFO nova.compute.manager [-] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Took 1.28 seconds to deallocate network for instance. [ 1000.929620] env[62353]: DEBUG nova.scheduler.client.report [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1000.980261] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3475f-5310-48c2-994d-98cccb539848 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.010284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19889c-ea59-425d-8028-e059e7225a0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.080857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.126513] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1001.126858] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1001.199049] env[62353]: INFO nova.compute.manager [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Detaching volume 33c6d737-4fb7-41b1-8e50-93276dc4428a [ 1001.207573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Releasing lock "refresh_cache-a0090feb-2bf1-4035-afc1-97b2ba7c1dee" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.207994] env[62353]: DEBUG nova.compute.manager [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1001.208256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1001.209831] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000baf68-2268-4d3b-a2a2-cda3ed7b070a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.214822] env[62353]: DEBUG nova.objects.base [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1001.215174] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1001.228327] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1001.228676] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd01573-6b07-46ce-a378-e5f682cf7300 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.234785] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 1001.234785] env[62353]: value = "task-657667" [ 1001.234785] env[62353]: _type = "Task" [ 1001.234785] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.244863] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.246385] env[62353]: INFO nova.virt.block_device [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Attempting to driver detach volume 33c6d737-4fb7-41b1-8e50-93276dc4428a from mountpoint /dev/sdb [ 1001.246658] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.246902] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.248116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.249012] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55f6bb-5cac-4a57-9add-d5cc54f3e34b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.274810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b467f4c8-b95b-4f41-846c-8d9b2e4138d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.282665] env[62353]: DEBUG nova.network.neutron [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.292492] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b3dea-e9c2-4a79-a508-9952cec9583f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.315142] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93731ab7-05c3-4e12-aaaf-3583906a9fe6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.319368] env[62353]: DEBUG nova.policy [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1001.335492] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] The volume has not been displaced from its original location: [datastore2] volume-33c6d737-4fb7-41b1-8e50-93276dc4428a/volume-33c6d737-4fb7-41b1-8e50-93276dc4428a.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1001.340770] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.341189] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a090154-e8dd-47d6-9e56-6e54fe5e6422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.358934] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1001.358934] env[62353]: value = "task-657668" [ 1001.358934] env[62353]: _type = "Task" [ 1001.358934] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.367164] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.436787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.437455] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1001.440282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.249s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.440560] env[62353]: DEBUG nova.objects.instance [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'resources' on Instance uuid b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.521170] env[62353]: DEBUG nova.compute.manager [None req-abd68b84-d568-492e-94eb-52460d844531 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance disappeared during snapshot {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1001.633525] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1001.633817] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1001.633987] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.634240] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1001.634356] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.634512] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1001.634722] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1001.634888] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1001.635082] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1001.635259] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1001.635437] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.642093] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f9b199-cce7-4ed4-a19d-902e02c5bf74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.663138] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1001.663138] env[62353]: value = "task-657669" [ 1001.663138] env[62353]: _type = "Task" [ 1001.663138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.671986] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.690206] env[62353]: DEBUG nova.compute.manager [None req-abd68b84-d568-492e-94eb-52460d844531 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Found 0 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1001.747608] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657667, 'name': PowerOffVM_Task, 'duration_secs': 0.258422} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.747881] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1001.748082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1001.748354] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4354036b-5754-4735-b040-d9d5ad4d3935 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.771280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1001.771579] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1001.771791] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Deleting the datastore file [datastore1] a0090feb-2bf1-4035-afc1-97b2ba7c1dee {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.772088] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41d43bc-1d94-41f3-9eb1-6f377bef953d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.778640] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for the task: (returnval){ [ 1001.778640] env[62353]: value = "task-657671" [ 1001.778640] env[62353]: _type = "Task" [ 1001.778640] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.786434] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.788078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.789563] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.790328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.790328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "d174fe97-1d79-4c61-b285-dd860097505e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.790495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.790611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.792487] env[62353]: INFO nova.compute.manager [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Terminating instance [ 1001.794275] env[62353]: DEBUG nova.compute.manager [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1001.794500] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1001.795282] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8a36c-c238-49c1-b9ca-609fdc6c0eec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.803917] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1001.804184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0654c226-55d4-4487-b166-b5c0953eea7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.810773] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1001.810773] env[62353]: value = "task-657672" [ 1001.810773] env[62353]: _type = "Task" [ 1001.810773] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.819025] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.866157] env[62353]: DEBUG nova.compute.manager [req-cfcd9538-cc34-4965-8d88-f2c56c870d0d req-079aa0bd-2917-46f4-a67f-d9edc61d0edf service nova] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Received event network-vif-deleted-e799401e-f7db-4201-a8f9-79d1b68fd701 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1001.872254] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657668, 'name': ReconfigVM_Task, 'duration_secs': 0.390493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.872525] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.877632] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3f650b-54e0-436b-bc15-82a3b8ca57cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.893309] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1001.893309] env[62353]: value = "task-657673" [ 1001.893309] env[62353]: _type = "Task" [ 1001.893309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.901456] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.943905] env[62353]: DEBUG nova.compute.utils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1001.948686] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1001.949061] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1001.992094] env[62353]: DEBUG nova.policy [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1002.174747] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657669, 'name': ReconfigVM_Task, 'duration_secs': 0.230909} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.175093] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1002.223141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa141b-ffc7-431e-bb11-2c72423a3f50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.233159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217615fb-eeae-4c7a-bb1d-e409030909bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.271219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a555be-e664-4af7-845f-5251687e6dd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.274752] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Successfully created port: a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.285459] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a068aac-91d8-4634-af0c-9c79273878cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.300243] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1002.301034] env[62353]: DEBUG nova.compute.provider_tree [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.305113] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74b0f93-f7c7-491e-8c20-adff646b2006 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.306829] env[62353]: DEBUG oslo_vmware.api [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Task: {'id': task-657671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.307318] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.307512] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1002.307700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1002.307885] env[62353]: INFO nova.compute.manager [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1002.308173] env[62353]: DEBUG oslo.service.loopingcall [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.308708] env[62353]: DEBUG nova.compute.manager [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1002.308811] env[62353]: DEBUG nova.network.neutron [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1002.315396] env[62353]: DEBUG oslo_vmware.api [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1002.315396] env[62353]: value = "task-657674" [ 1002.315396] env[62353]: _type = "Task" [ 1002.315396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.321728] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657672, 'name': PowerOffVM_Task, 'duration_secs': 0.199441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.322298] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1002.322510] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1002.322761] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c99ca4-d76f-4e21-9c23-f22e2d8be1f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.327669] env[62353]: DEBUG oslo_vmware.api [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.328359] env[62353]: DEBUG nova.network.neutron [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1002.404839] env[62353]: DEBUG oslo_vmware.api [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657673, 'name': ReconfigVM_Task, 'duration_secs': 0.164231} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.406149] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159557', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'name': 'volume-33c6d737-4fb7-41b1-8e50-93276dc4428a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e', 'attached_at': '', 'detached_at': '', 'volume_id': '33c6d737-4fb7-41b1-8e50-93276dc4428a', 'serial': '33c6d737-4fb7-41b1-8e50-93276dc4428a'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.408513] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1002.408717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1002.408898] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleting the datastore file [datastore1] d174fe97-1d79-4c61-b285-dd860097505e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.409374] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bacac0de-2fe7-4713-9e7e-ca783f4e4ff5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.414859] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1002.414859] env[62353]: value = "task-657676" [ 1002.414859] env[62353]: _type = "Task" [ 1002.414859] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.422829] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.449943] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1002.683258] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1002.683676] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1002.683928] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.684160] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1002.684261] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.684416] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1002.684630] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1002.684788] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1002.684964] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1002.685241] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1002.685410] env[62353]: DEBUG nova.virt.hardware [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.690990] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.691361] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81caf6a2-d91a-4640-b826-a6926a729772 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.709182] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1002.709182] env[62353]: value = "task-657677" [ 1002.709182] env[62353]: _type = "Task" [ 1002.709182] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.717871] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.784211] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Successfully updated port: 84c83cdb-df25-47ee-8b32-865e95ee821a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.809034] env[62353]: DEBUG nova.scheduler.client.report [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1002.824637] env[62353]: DEBUG oslo_vmware.api [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657674, 'name': PowerOnVM_Task, 'duration_secs': 0.389224} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.825571] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1002.825782] env[62353]: DEBUG nova.compute.manager [None req-1a945069-b17d-467a-9f0f-e1fdedbc606f tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1002.826604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b2f8b-1f5b-4cd4-8ce7-e957a14a318a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.830865] env[62353]: DEBUG nova.network.neutron [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.925076] env[62353]: DEBUG oslo_vmware.api [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22747} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.925372] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.925568] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1002.925756] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1002.925934] env[62353]: INFO nova.compute.manager [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.926290] env[62353]: DEBUG oslo.service.loopingcall [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.926393] env[62353]: DEBUG nova.compute.manager [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1002.926490] env[62353]: DEBUG nova.network.neutron [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1002.962764] env[62353]: DEBUG nova.objects.instance [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'flavor' on Instance uuid cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.220108] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657677, 'name': ReconfigVM_Task, 'duration_secs': 0.367089} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.220413] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.221268] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d829a8-b832-4d22-946f-2286b82e9faa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.250724] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.251594] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98136db1-0e8f-4cca-a45f-a20b69c359d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.274074] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1003.274074] env[62353]: value = "task-657678" [ 1003.274074] env[62353]: _type = "Task" [ 1003.274074] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.282171] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.285875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.286070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.286270] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1003.315651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.318310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.336s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.318310] env[62353]: DEBUG nova.objects.instance [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1003.336265] env[62353]: INFO nova.compute.manager [-] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Took 1.03 seconds to deallocate network for instance. [ 1003.342133] env[62353]: INFO nova.scheduler.client.report [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119 [ 1003.460314] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1003.488918] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1003.489164] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1003.489331] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.489519] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1003.489678] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.489830] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1003.490075] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1003.490221] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1003.490396] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1003.490565] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1003.490781] env[62353]: DEBUG nova.virt.hardware [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1003.491690] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1686ae6e-eca1-4c4a-af4d-0aa05329f3d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.499427] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee5eaf-af19-4ca8-b375-29498bdd85a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.791036] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.797081] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Successfully updated port: a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.827640] env[62353]: WARNING nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 1003.827914] env[62353]: WARNING nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 1003.850519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.860546] env[62353]: DEBUG oslo_concurrency.lockutils [None req-22865071-00aa-41f4-be18-6d2164aa37cf tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.250s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.875008] env[62353]: DEBUG nova.network.neutron [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.970232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c9bd237-9d11-41d9-93e0-d77b2f8ba0e3 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.010059] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-vif-plugged-84c83cdb-df25-47ee-8b32-865e95ee821a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1004.010229] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.010450] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.010626] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.010804] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] No waiting events found dispatching network-vif-plugged-84c83cdb-df25-47ee-8b32-865e95ee821a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1004.010976] env[62353]: WARNING nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received unexpected event network-vif-plugged-84c83cdb-df25-47ee-8b32-865e95ee821a for instance with vm_state active and task_state None. [ 1004.011176] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-changed-84c83cdb-df25-47ee-8b32-865e95ee821a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1004.011419] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing instance network info cache due to event network-changed-84c83cdb-df25-47ee-8b32-865e95ee821a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1004.011633] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.265328] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "address": "fa:16:3e:28:b3:61", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b76abf-9e", "ovs_interfaceid": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c83cdb-df25-47ee-8b32-865e95ee821a", "address": "fa:16:3e:9a:7d:0d", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c83cdb-df", "ovs_interfaceid": "84c83cdb-df25-47ee-8b32-865e95ee821a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.286293] env[62353]: DEBUG oslo_vmware.api [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657678, 'name': ReconfigVM_Task, 'duration_secs': 0.533399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.286569] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53/5c8537ec-ba1e-40ea-ab62-070753a39d53.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.286854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1004.299103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.299311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.299435] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1004.328964] env[62353]: DEBUG oslo_concurrency.lockutils [None req-de6bff8e-781d-407e-af8f-b343cdf52930 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.330151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.443s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.332375] env[62353]: INFO nova.compute.claims [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.379142] env[62353]: INFO nova.compute.manager [-] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Took 1.45 seconds to deallocate network for instance. [ 1004.768447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.769278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.769492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.769899] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.770190] env[62353]: DEBUG nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Refreshing network info cache for port 84c83cdb-df25-47ee-8b32-865e95ee821a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1004.773048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6002c84-d40a-4b80-aed5-c878c5eb0c71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.795378] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1004.795650] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1004.795852] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.796080] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1004.796245] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.796423] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1004.796646] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1004.796829] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1004.797036] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1004.797221] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1004.797426] env[62353]: DEBUG nova.virt.hardware [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.804059] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1004.804934] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c64b5-71fc-47cc-96d5-a3469003e828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.809853] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d730a7d7-cb7c-48a1-a617-2c7fb53730f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.847143] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8277888-050b-41c2-a119-dbde4d56dd7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.847943] env[62353]: DEBUG oslo_vmware.api [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1004.847943] env[62353]: value = "task-657679" [ 1004.847943] env[62353]: _type = "Task" [ 1004.847943] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.852334] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1004.871383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1004.881428] env[62353]: DEBUG oslo_vmware.exceptions [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Fault InsufficientMemoryResourcesFault not matched. {{(pid=62353) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 1004.882259] env[62353]: ERROR nova.virt.vmwareapi.vmops [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Attaching network adapter failed. Exception: The available Memory resources in the parent resource pool are insufficient for the operation. [ 1004.882259] env[62353]: Faults: ['InsufficientMemoryResourcesFault']: oslo_vmware.exceptions.VimFaultException: The available Memory resources in the parent resource pool are insufficient for the operation. [ 1004.882495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.883473] env[62353]: WARNING nova.compute.manager [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] attach interface failed , try to deallocate port 84c83cdb-df25-47ee-8b32-865e95ee821a, reason: Failed to attach network adapter device to c3bb2293-1a70-4652-b64d-211012beb748: nova.exception.InterfaceAttachFailed: Failed to attach network adapter device to c3bb2293-1a70-4652-b64d-211012beb748 [ 1004.886346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.014746] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "25860ef4-9241-4b64-b40b-e35488c32d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.015015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.062489] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.062761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.062985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.063194] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.063374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.066147] env[62353]: INFO nova.compute.manager [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Terminating instance [ 1005.068056] env[62353]: DEBUG nova.compute.manager [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1005.068235] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1005.069120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3dc287-1f15-4280-9709-d795ac580f26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.076752] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1005.076991] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12095d3f-73fd-4de4-a88b-e074b868429f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.083471] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1005.083471] env[62353]: value = "task-657680" [ 1005.083471] env[62353]: _type = "Task" [ 1005.083471] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.090965] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.108608] env[62353]: DEBUG nova.network.neutron [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Updating instance_info_cache with network_info: [{"id": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "address": "fa:16:3e:a7:fb:d0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9aab94e-28", "ovs_interfaceid": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.319875] env[62353]: INFO nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Port 84c83cdb-df25-47ee-8b32-865e95ee821a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1005.320359] env[62353]: DEBUG nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "address": "fa:16:3e:28:b3:61", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b76abf-9e", "ovs_interfaceid": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.410756] env[62353]: DEBUG nova.network.neutron [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Port a6ac17ff-6b8d-464a-b026-9a70722d1944 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1005.517650] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1005.589307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e47c4-4684-4a36-a5da-02ed44314269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.598486] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657680, 'name': PowerOffVM_Task, 'duration_secs': 0.254203} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.599412] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005bf1b-5566-4b77-80be-c91c8fac975a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.603220] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.603417] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1005.603713] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9297feb-6ca3-48c7-a481-47dbed5358e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.632473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.632777] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Instance network_info: |[{"id": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "address": "fa:16:3e:a7:fb:d0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9aab94e-28", "ovs_interfaceid": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1005.633775] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:fb:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9aab94e-2817-4ca4-b36e-c6e439ab6108', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.641429] env[62353]: DEBUG oslo.service.loopingcall [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.642105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae5a74-0c64-43e7-9c01-2f70246d359a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.644863] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1005.645115] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb4a8620-32a0-4106-a1b5-278ed9f3f320 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.665925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bcb389-5540-4938-bb12-38ac483b24f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.669296] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.669296] env[62353]: value = "task-657682" [ 1005.669296] env[62353]: _type = "Task" [ 1005.669296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.682083] env[62353]: DEBUG nova.compute.provider_tree [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.687710] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657682, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.770644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.771074] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.771341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.771643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.771874] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.774941] env[62353]: INFO nova.compute.manager [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Terminating instance [ 1005.777384] env[62353]: DEBUG nova.compute.manager [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1005.777707] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1005.778966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e0f2e-450e-427d-9c72-ad010a30a1a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.788216] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1005.788471] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704e7d77-2e9c-453a-b8b0-f553a3d8a3d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.795445] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 1005.795445] env[62353]: value = "task-657683" [ 1005.795445] env[62353]: _type = "Task" [ 1005.795445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.803137] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.821634] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1005.821904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1005.822107] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore1] cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.822382] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d953e0-ed6f-41e8-850d-99a996219a34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.824573] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.824812] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Received event network-vif-deleted-2553ceba-e156-4577-801d-116381fd0762 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.825012] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Received event network-vif-plugged-a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.825220] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquiring lock "0235bc68-3f56-4651-8969-998806e99e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.825424] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Lock "0235bc68-3f56-4651-8969-998806e99e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.825642] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Lock "0235bc68-3f56-4651-8969-998806e99e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.825831] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] No waiting events found dispatching network-vif-plugged-a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1005.826017] env[62353]: WARNING nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Received unexpected event network-vif-plugged-a9aab94e-2817-4ca4-b36e-c6e439ab6108 for instance with vm_state building and task_state spawning. [ 1005.826197] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Received event network-changed-a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.826360] env[62353]: DEBUG nova.compute.manager [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Refreshing instance network info cache due to event network-changed-a9aab94e-2817-4ca4-b36e-c6e439ab6108. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1005.826558] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquiring lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.826703] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Acquired lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.826862] env[62353]: DEBUG nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Refreshing network info cache for port a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1005.828237] env[62353]: DEBUG nova.objects.instance [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'device_metadata' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.833251] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1005.833251] env[62353]: value = "task-657684" [ 1005.833251] env[62353]: _type = "Task" [ 1005.833251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.842547] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.038619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.179958] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657682, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.185082] env[62353]: DEBUG nova.scheduler.client.report [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1006.305643] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657683, 'name': PowerOffVM_Task, 'duration_secs': 0.230179} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.305932] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1006.306120] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1006.306389] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6df61e4-bacd-4ea0-a441-27052ff819bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.330703] env[62353]: DEBUG nova.objects.base [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests,device_metadata {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1006.346058] env[62353]: DEBUG oslo_vmware.api [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19861} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.346409] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.346668] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1006.346917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1006.347174] env[62353]: INFO nova.compute.manager [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1006.347494] env[62353]: DEBUG oslo.service.loopingcall [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.347743] env[62353]: DEBUG nova.compute.manager [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1006.347866] env[62353]: DEBUG nova.network.neutron [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1006.392075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1006.392333] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1006.392517] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Deleting the datastore file [datastore2] 14a81594-d9dc-4d80-8fa8-19c8104a1253 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.392792] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b32efa91-c1d2-4b14-9b18-cfed6af070c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.398277] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for the task: (returnval){ [ 1006.398277] env[62353]: value = "task-657686" [ 1006.398277] env[62353]: _type = "Task" [ 1006.398277] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.406015] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.435218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.435457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.435636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.681660] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657682, 'name': CreateVM_Task, 'duration_secs': 0.534404} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.682282] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1006.684801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.684801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.684801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.684801] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdccc2f-d7ea-467b-b94e-8f85482030d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.687968] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1006.687968] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b6e63-7d71-66de-14c3-119cf30aecf0" [ 1006.687968] env[62353]: _type = "Task" [ 1006.687968] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.693115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.693703] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1006.699311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.812s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.699755] env[62353]: DEBUG nova.objects.instance [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'resources' on Instance uuid dc2cb03c-6286-461e-8afb-485436523433 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.700807] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b6e63-7d71-66de-14c3-119cf30aecf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.702519] env[62353]: DEBUG nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Updated VIF entry in instance network info cache for port a9aab94e-2817-4ca4-b36e-c6e439ab6108. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1006.702976] env[62353]: DEBUG nova.network.neutron [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Updating instance_info_cache with network_info: [{"id": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "address": "fa:16:3e:a7:fb:d0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9aab94e-28", "ovs_interfaceid": "a9aab94e-2817-4ca4-b36e-c6e439ab6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.835677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.835968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.836093] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1006.910663] env[62353]: DEBUG oslo_vmware.api [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Task: {'id': task-657686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370805} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.911101] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.911553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1006.911873] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1006.912181] env[62353]: INFO nova.compute.manager [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.912615] env[62353]: DEBUG oslo.service.loopingcall [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.913282] env[62353]: DEBUG nova.compute.manager [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1006.913929] env[62353]: DEBUG nova.network.neutron [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1007.165583] env[62353]: DEBUG nova.compute.manager [req-e0dbc717-5f60-4046-ae74-2bc9fcdf90df req-381bb359-2f8e-4a4f-933c-c0cc54a03311 service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Received event network-vif-deleted-13349160-be2e-40ee-b80f-4f8af533359c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1007.165854] env[62353]: INFO nova.compute.manager [req-e0dbc717-5f60-4046-ae74-2bc9fcdf90df req-381bb359-2f8e-4a4f-933c-c0cc54a03311 service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Neutron deleted interface 13349160-be2e-40ee-b80f-4f8af533359c; detaching it from the instance and deleting it from the info cache [ 1007.166080] env[62353]: DEBUG nova.network.neutron [req-e0dbc717-5f60-4046-ae74-2bc9fcdf90df req-381bb359-2f8e-4a4f-933c-c0cc54a03311 service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.199742] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b6e63-7d71-66de-14c3-119cf30aecf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.200199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.200602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.200882] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.201076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.201312] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.207338] env[62353]: DEBUG nova.compute.utils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1007.207338] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c205bac3-c292-413d-b4cd-ace59456ea8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.210315] env[62353]: DEBUG oslo_concurrency.lockutils [req-a73f0795-bf42-4418-9817-40eba05926e0 req-1f5b35fb-4448-46a5-96cb-a0a4cc51a675 service nova] Releasing lock "refresh_cache-0235bc68-3f56-4651-8969-998806e99e61" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.210789] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1007.210789] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1007.220921] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.221200] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1007.222542] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0624d2-bcab-47fc-9d22-2e6f552cd98a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.229262] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1007.229262] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52234295-c521-9cc3-3904-d0ea3eebba4a" [ 1007.229262] env[62353]: _type = "Task" [ 1007.229262] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.237859] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52234295-c521-9cc3-3904-d0ea3eebba4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.282644] env[62353]: DEBUG nova.policy [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6261cbfd30c44cd894551a40351326c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e4af186e76438ea695923b1c86ee0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1007.429930] env[62353]: DEBUG nova.network.neutron [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.483344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.483628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.483854] env[62353]: DEBUG nova.network.neutron [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1007.531060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b56192-2019-44cb-a757-d053078aab88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.541758] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49862d7c-336d-46b9-b664-d623d65cbc1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.576967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fefaed-7ce9-4fe0-9b07-a083f229861b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.585755] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d378ac-28b6-4b88-9e09-90a6e8c342f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.601976] env[62353]: DEBUG nova.compute.provider_tree [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.670642] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cee412b7-241c-4e7e-a227-c01034ed4414 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.683204] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1a84f-0834-44a8-a868-05c0a2092cca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.715662] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1007.718523] env[62353]: DEBUG nova.compute.manager [req-e0dbc717-5f60-4046-ae74-2bc9fcdf90df req-381bb359-2f8e-4a4f-933c-c0cc54a03311 service nova] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Detach interface failed, port_id=13349160-be2e-40ee-b80f-4f8af533359c, reason: Instance cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1007.740910] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52234295-c521-9cc3-3904-d0ea3eebba4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.740910] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fd09b0-9201-4945-8558-61b2543b1002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.746340] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1007.746340] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e7021e-a890-0656-e81a-30fa49dd52aa" [ 1007.746340] env[62353]: _type = "Task" [ 1007.746340] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.757841] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e7021e-a890-0656-e81a-30fa49dd52aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.820806] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Successfully created port: 16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.933422] env[62353]: INFO nova.compute.manager [-] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Took 1.59 seconds to deallocate network for instance. [ 1008.006159] env[62353]: DEBUG nova.network.neutron [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.105123] env[62353]: DEBUG nova.scheduler.client.report [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1008.252804] env[62353]: DEBUG nova.network.neutron [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [{"id": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "address": "fa:16:3e:c1:00:4b", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c4d4c3-b3", "ovs_interfaceid": "15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "address": "fa:16:3e:28:b3:61", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b76abf-9e", "ovs_interfaceid": "53b76abf-9eae-41a8-89f5-7eed93c2d3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.259657] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e7021e-a890-0656-e81a-30fa49dd52aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013946} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.259657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.259657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 0235bc68-3f56-4651-8969-998806e99e61/0235bc68-3f56-4651-8969-998806e99e61.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1008.259657] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bcf613-ec9f-4d12-893d-8358554a836b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268088] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1008.268088] env[62353]: value = "task-657687" [ 1008.268088] env[62353]: _type = "Task" [ 1008.268088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.279120] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.440076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.474018] env[62353]: DEBUG nova.network.neutron [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.509175] env[62353]: INFO nova.compute.manager [-] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Took 1.59 seconds to deallocate network for instance. [ 1008.614282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.616586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.536s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.617189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.619090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.371s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.619433] env[62353]: DEBUG nova.objects.instance [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lazy-loading 'resources' on Instance uuid bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.642104] env[62353]: INFO nova.scheduler.client.report [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted allocations for instance dc2cb03c-6286-461e-8afb-485436523433 [ 1008.644112] env[62353]: INFO nova.scheduler.client.report [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocations for instance 5b1fa374-adb3-484e-ab27-78b0a8863fdb [ 1008.726644] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1008.752570] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1008.752570] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1008.752776] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.752871] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1008.753031] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.753850] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1008.753850] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1008.753850] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1008.753850] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1008.754080] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1008.754119] env[62353]: DEBUG nova.virt.hardware [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.754973] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81e774-529f-43a8-b7c6-35bf23ea6e02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.760386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-c3bb2293-1a70-4652-b64d-211012beb748" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.760693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-c3bb2293-1a70-4652-b64d-211012beb748-84c83cdb-df25-47ee-8b32-865e95ee821a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.717s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.765281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174b267-3140-4120-813c-85b906fc5cbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.784477] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.785446] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 0235bc68-3f56-4651-8969-998806e99e61/0235bc68-3f56-4651-8969-998806e99e61.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1008.785446] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.785446] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f82db170-a80a-43e4-b8cd-2899001b22df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790793] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1008.790793] env[62353]: value = "task-657688" [ 1008.790793] env[62353]: _type = "Task" [ 1008.790793] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.799448] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.977365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.021909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.153791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a0a72a7a-73c0-4489-b768-508301b9af58 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dc2cb03c-6286-461e-8afb-485436523433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.867s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.157511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-43f0ec94-c604-4fa4-b28e-c7daa8b23801 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "5b1fa374-adb3-484e-ab27-78b0a8863fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.106s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.301638] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063382} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.304387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.305385] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42983ce-cf00-4190-9ca8-0720b19df0ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.327621] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0235bc68-3f56-4651-8969-998806e99e61/0235bc68-3f56-4651-8969-998806e99e61.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.330257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a71236-6a23-42e8-9dd1-ed712e0b5a30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.349575] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1009.349575] env[62353]: value = "task-657689" [ 1009.349575] env[62353]: _type = "Task" [ 1009.349575] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.359661] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.379584] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758cfc5-7924-4a2e-97b7-471d0290b43d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.386799] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d221b-dbe4-41b5-bdca-d1ca1807b4c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.417322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af854fb9-e5dc-4f37-b7b7-f54f7d9c8ab1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.425095] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28e248-1744-49a9-b49e-421de6f3f9e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.440042] env[62353]: DEBUG nova.compute.provider_tree [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.496925] env[62353]: DEBUG nova.compute.manager [req-67d52057-08d3-4935-970a-24ba0523b200 req-948b6ae7-eec8-45b7-af98-53b37ee7515a service nova] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Received event network-vif-deleted-99ffd030-7f2f-4ea2-ac1e-dcbc97ab5bfb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1009.498834] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d2c2e-c851-441c-a8e3-49b754c61437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.518921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343cfa6-83e2-4e41-b1ef-3b01c5fa3148 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.525953] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1009.709432] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Successfully updated port: 16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server [None req-6e986b8c-daba-4774-afa3-049bfeae58df tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Exception during message handling: nova.exception.InterfaceAttachFailed: Failed to attach network adapter device to c3bb2293-1a70-4652-b64d-211012beb748 [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1932, in attach_interface [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server vm_util.reconfigure_vm(self._session, vm_ref, [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1433, in reconfigure_vm [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server session._wait_for_task(reconfig_task) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The available Memory resources in the parent resource pool are insufficient for the operation. [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server Faults: ['InsufficientMemoryResourcesFault'] [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 8339, in _attach_interface [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server self.driver.attach_interface(context, instance, image_meta, [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 724, in attach_interface [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server self._vmops.attach_interface(context, instance, image_meta, vif) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1937, in attach_interface [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server raise exception.InterfaceAttachFailed( [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server nova.exception.InterfaceAttachFailed: Failed to attach network adapter device to c3bb2293-1a70-4652-b64d-211012beb748 [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 262, in inner [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1009.771926] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 8253, in attach_interface [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server return do_attach_interface(context, instance, network_id, port_id, [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 8250, in do_attach_interface [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server return self._attach_interface(context, instance, network_id, [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 8356, in _attach_interface [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server raise exception.InterfaceAttachFailed( [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server nova.exception.InterfaceAttachFailed: Failed to attach network adapter device to c3bb2293-1a70-4652-b64d-211012beb748 [ 1009.773876] env[62353]: ERROR oslo_messaging.rpc.server [ 1009.859643] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.943174] env[62353]: DEBUG nova.scheduler.client.report [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1010.032031] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-543c7d91-ebb6-4783-8c36-bc708912e97c tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance '5c8537ec-ba1e-40ea-ab62-070753a39d53' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1010.212526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.212698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.212905] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1010.359685] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657689, 'name': ReconfigVM_Task, 'duration_secs': 0.649893} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.359946] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0235bc68-3f56-4651-8969-998806e99e61/0235bc68-3f56-4651-8969-998806e99e61.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.360594] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc3345c2-62f9-4758-b2d5-fc623664da89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.367481] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1010.367481] env[62353]: value = "task-657690" [ 1010.367481] env[62353]: _type = "Task" [ 1010.367481] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.375660] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657690, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.448811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.451281] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.601s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.451544] env[62353]: DEBUG nova.objects.instance [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lazy-loading 'resources' on Instance uuid a0090feb-2bf1-4035-afc1-97b2ba7c1dee {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.485654] env[62353]: INFO nova.scheduler.client.report [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Deleted allocations for instance bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c [ 1010.761185] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.877402] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657690, 'name': Rename_Task, 'duration_secs': 0.141741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.877564] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1010.877830] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d265f8e0-978a-4c7c-a433-5b4d250615d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.889432] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1010.889432] env[62353]: value = "task-657691" [ 1010.889432] env[62353]: _type = "Task" [ 1010.889432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.898768] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.969272] env[62353]: DEBUG nova.network.neutron [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Updating instance_info_cache with network_info: [{"id": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "address": "fa:16:3e:65:4b:57", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dec89f-6e", "ovs_interfaceid": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.001947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb49d57d-ad02-43af-8bec-f19da2dca6e8 tempest-ImagesTestJSON-971255246 tempest-ImagesTestJSON-971255246-project-member] Lock "bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.687s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.041311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.041657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.041919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "c3bb2293-1a70-4652-b64d-211012beb748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.042327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.042551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.048017] env[62353]: INFO nova.compute.manager [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Terminating instance [ 1011.050056] env[62353]: DEBUG nova.compute.manager [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1011.050317] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1011.053837] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234ae54-7543-454b-9307-8896327195ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.063228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1011.063228] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c4a2e99-fc7d-42f3-839b-07d2463b20c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.069704] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1011.069704] env[62353]: value = "task-657692" [ 1011.069704] env[62353]: _type = "Task" [ 1011.069704] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.082048] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.242336] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0817537-0de0-4776-8306-e6a3af72a7ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.250775] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c5484-137d-4675-810f-1e31966257ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.283048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de9872-df2b-4c42-9299-6a6e56ded1f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.290688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08447416-8eda-4929-8231-9dee7706016c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.304518] env[62353]: DEBUG nova.compute.provider_tree [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.400111] env[62353]: DEBUG oslo_vmware.api [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657691, 'name': PowerOnVM_Task, 'duration_secs': 0.501882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.400451] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1011.400634] env[62353]: INFO nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1011.400820] env[62353]: DEBUG nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1011.401638] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3c914-9f17-4ee7-8b7d-7c0fc111f15d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.472302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.472635] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Instance network_info: |[{"id": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "address": "fa:16:3e:65:4b:57", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dec89f-6e", "ovs_interfaceid": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1011.473074] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:4b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16dec89f-6e6d-4f54-89a4-bd3f2ac236ca', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.480581] env[62353]: DEBUG oslo.service.loopingcall [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.481130] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1011.481370] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcb1e387-09d8-4c70-b792-ceff7eb450f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.502338] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.502338] env[62353]: value = "task-657693" [ 1011.502338] env[62353]: _type = "Task" [ 1011.502338] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.510412] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657693, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.580873] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657692, 'name': PowerOffVM_Task, 'duration_secs': 0.200455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.581389] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1011.581722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1011.582684] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-851abd1f-89b4-4766-9b59-5bf3c964660e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.663645] env[62353]: DEBUG nova.compute.manager [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Received event network-vif-plugged-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1011.663956] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Acquiring lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.664313] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.664573] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.664850] env[62353]: DEBUG nova.compute.manager [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] No waiting events found dispatching network-vif-plugged-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1011.665106] env[62353]: WARNING nova.compute.manager [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Received unexpected event network-vif-plugged-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca for instance with vm_state building and task_state spawning. [ 1011.665361] env[62353]: DEBUG nova.compute.manager [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Received event network-changed-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1011.665566] env[62353]: DEBUG nova.compute.manager [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Refreshing instance network info cache due to event network-changed-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1011.665866] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Acquiring lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.666084] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Acquired lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.666325] env[62353]: DEBUG nova.network.neutron [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Refreshing network info cache for port 16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1011.694729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1011.695193] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1011.695504] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleting the datastore file [datastore2] c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.695964] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928c269b-5b2d-4f94-91e2-7b5853a0d231 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.704598] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1011.704598] env[62353]: value = "task-657695" [ 1011.704598] env[62353]: _type = "Task" [ 1011.704598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.714362] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.807506] env[62353]: DEBUG nova.scheduler.client.report [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1011.919820] env[62353]: INFO nova.compute.manager [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Took 14.10 seconds to build instance. [ 1012.014076] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657693, 'name': CreateVM_Task, 'duration_secs': 0.375732} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.014250] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1012.014908] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.015099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.015420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.015678] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78fd239-8ff8-4d5f-abb6-6e08e4124cbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.020243] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1012.020243] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52be0412-30e8-7b0f-5297-fbf2f23db811" [ 1012.020243] env[62353]: _type = "Task" [ 1012.020243] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.027792] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52be0412-30e8-7b0f-5297-fbf2f23db811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.215022] env[62353]: DEBUG oslo_vmware.api [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483298} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.215437] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.215594] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1012.215795] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1012.216054] env[62353]: INFO nova.compute.manager [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1012.216238] env[62353]: DEBUG oslo.service.loopingcall [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.216447] env[62353]: DEBUG nova.compute.manager [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1012.216540] env[62353]: DEBUG nova.network.neutron [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1012.304250] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.304531] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.316834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.319749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.433s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.319839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.321489] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.283s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.323415] env[62353]: INFO nova.compute.claims [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.347085] env[62353]: INFO nova.scheduler.client.report [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted allocations for instance d174fe97-1d79-4c61-b285-dd860097505e [ 1012.349489] env[62353]: INFO nova.scheduler.client.report [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Deleted allocations for instance a0090feb-2bf1-4035-afc1-97b2ba7c1dee [ 1012.421665] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3e4506a-3081-4cda-84f6-61a5d159ef76 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.618s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.521227] env[62353]: DEBUG nova.network.neutron [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Updated VIF entry in instance network info cache for port 16dec89f-6e6d-4f54-89a4-bd3f2ac236ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1012.521227] env[62353]: DEBUG nova.network.neutron [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Updating instance_info_cache with network_info: [{"id": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "address": "fa:16:3e:65:4b:57", "network": {"id": "6f09842e-8afd-49ab-b0ed-b8435858db02", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1573341476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e4af186e76438ea695923b1c86ee0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dec89f-6e", "ovs_interfaceid": "16dec89f-6e6d-4f54-89a4-bd3f2ac236ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.533219] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52be0412-30e8-7b0f-5297-fbf2f23db811, 'name': SearchDatastore_Task, 'duration_secs': 0.023169} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.534359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.534359] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.534359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.534359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.534359] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.534945] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc6ff0ac-f372-4e9b-9cd5-3ec7bcff2d58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.543628] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.543628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1012.544697] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0b47f1-2c60-434f-9f96-980fc1b87d59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.551058] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1012.551058] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d8853-4738-fd05-ceb8-36395cbe4585" [ 1012.551058] env[62353]: _type = "Task" [ 1012.551058] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.559425] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d8853-4738-fd05-ceb8-36395cbe4585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.607164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.607736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.608028] env[62353]: DEBUG nova.compute.manager [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Going to confirm migration 6 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1012.808923] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1012.861720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7241243a-6fb5-4888-8e46-97c774eed061 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "d174fe97-1d79-4c61-b285-dd860097505e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.072s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.863539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b8be733-6245-42cc-895a-3b81df3079f4 tempest-ServersAaction247Test-377503707 tempest-ServersAaction247Test-377503707-project-member] Lock "a0090feb-2bf1-4035-afc1-97b2ba7c1dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.028404] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4aa516c-c2a6-44e6-8234-d8c072184797 req-535e5353-8951-4a5f-b007-a61876f2a107 service nova] Releasing lock "refresh_cache-4a4a539e-09f0-411f-bcde-8d13acfa5608" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.062653] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529d8853-4738-fd05-ceb8-36395cbe4585, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.063796] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21d8571-c943-4dbc-abcc-1978592f3a62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.069774] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1013.069774] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52865073-1a2c-0cb9-de8d-421d8c3c9f1c" [ 1013.069774] env[62353]: _type = "Task" [ 1013.069774] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.081154] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52865073-1a2c-0cb9-de8d-421d8c3c9f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.250395] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.250781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.250781] env[62353]: DEBUG nova.network.neutron [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1013.250941] env[62353]: DEBUG nova.objects.instance [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'info_cache' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.333212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.581346] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52865073-1a2c-0cb9-de8d-421d8c3c9f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.042097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.584332] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.587104] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a4a539e-09f0-411f-bcde-8d13acfa5608/4a4a539e-09f0-411f-bcde-8d13acfa5608.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1013.587104] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfa691a7-2b53-40cd-99be-4fd8d8e71fa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.592622] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1013.592622] env[62353]: value = "task-657696" [ 1013.592622] env[62353]: _type = "Task" [ 1013.592622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.598379] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637f026-db1f-4411-8564-55a541a0079c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.605171] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.610057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec13a1-80b2-461a-a199-cefc87115a73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.641729] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ca279-775d-4cfa-8719-454a525036fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.648605] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9566b-bff6-434a-9e53-29d0870af981 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.664845] env[62353]: DEBUG nova.compute.provider_tree [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.694376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "0235bc68-3f56-4651-8969-998806e99e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.694879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.694879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "0235bc68-3f56-4651-8969-998806e99e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.695029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.695210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.697429] env[62353]: INFO nova.compute.manager [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Terminating instance [ 1013.701425] env[62353]: DEBUG nova.compute.manager [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1013.701425] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1013.701425] env[62353]: DEBUG nova.network.neutron [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.701425] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e73b62b-0d28-457b-b35c-90eb5fc56049 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.709747] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1013.710032] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10144226-6573-4016-a551-70f2e58fb939 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.717247] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1013.717247] env[62353]: value = "task-657697" [ 1013.717247] env[62353]: _type = "Task" [ 1013.717247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.725552] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.740419] env[62353]: DEBUG nova.compute.manager [req-6edcc4b5-0c39-474e-969c-4da6d6696ff4 req-491b04b2-b71d-489f-8cd8-7622af9c594c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-vif-deleted-15c4d4c3-b37e-4f6c-ab28-96b73bf10cfa {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1013.740419] env[62353]: DEBUG nova.compute.manager [req-6edcc4b5-0c39-474e-969c-4da6d6696ff4 req-491b04b2-b71d-489f-8cd8-7622af9c594c service nova] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Received event network-vif-deleted-53b76abf-9eae-41a8-89f5-7eed93c2d3cf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1013.966251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "853db629-afd1-4d02-a7fa-0791a908ba07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.966942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.103584] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.168656] env[62353]: DEBUG nova.scheduler.client.report [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1014.205803] env[62353]: INFO nova.compute.manager [-] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Took 1.99 seconds to deallocate network for instance. [ 1014.229628] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657697, 'name': PowerOffVM_Task, 'duration_secs': 0.185596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.230064] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1014.230344] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1014.230594] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1848b386-826f-4969-9607-b74571c4c6ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.297623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1014.297623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1014.297623] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore1] 0235bc68-3f56-4651-8969-998806e99e61 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.297623] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cece3c15-bdf6-4049-8409-efc2a2f8b61b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305332] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1014.305332] env[62353]: value = "task-657699" [ 1014.305332] env[62353]: _type = "Task" [ 1014.305332] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.322022] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.469919] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1014.605432] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633029} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.605726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4a4a539e-09f0-411f-bcde-8d13acfa5608/4a4a539e-09f0-411f-bcde-8d13acfa5608.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1014.605952] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.606240] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e1fa51e-4eff-4274-a391-21b545c7ca9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.615608] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1014.615608] env[62353]: value = "task-657700" [ 1014.615608] env[62353]: _type = "Task" [ 1014.615608] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.628931] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.634393] env[62353]: DEBUG nova.network.neutron [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.676168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.676168] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1014.677903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.238s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.678316] env[62353]: DEBUG nova.objects.instance [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'resources' on Instance uuid cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.716499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.817895] env[62353]: DEBUG oslo_vmware.api [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157698} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.818108] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.818312] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1014.818522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1014.818707] env[62353]: INFO nova.compute.manager [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.818961] env[62353]: DEBUG oslo.service.loopingcall [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.819177] env[62353]: DEBUG nova.compute.manager [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1014.819281] env[62353]: DEBUG nova.network.neutron [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1015.003358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.127306] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.127306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.127373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97b5d7-c415-4d7b-80af-e0ae9218e0d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.137149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.137341] env[62353]: DEBUG nova.objects.instance [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'migration_context' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.158193] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4a4a539e-09f0-411f-bcde-8d13acfa5608/4a4a539e-09f0-411f-bcde-8d13acfa5608.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.159807] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd2b7fa-6b15-4537-a5a3-691a57c5fec0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.179895] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1015.179895] env[62353]: value = "task-657701" [ 1015.179895] env[62353]: _type = "Task" [ 1015.179895] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.184760] env[62353]: DEBUG nova.compute.utils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.189904] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1015.189904] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1015.197354] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.250367] env[62353]: DEBUG nova.policy [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1015.495478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc1a18c-be18-42c0-97ee-971ac46cdc66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.506575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242bbce-fa7d-4715-8492-f2702444ba65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.553016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5329c-8f01-4387-b708-864a9911ffb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.557501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f8f1d-61bc-47b9-b9ba-1d32da7c7143 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.562697] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Successfully created port: 6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.574365] env[62353]: DEBUG nova.compute.provider_tree [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.636395] env[62353]: DEBUG nova.network.neutron [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.662274] env[62353]: DEBUG nova.objects.base [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Object Instance<5c8537ec-ba1e-40ea-ab62-070753a39d53> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1015.662274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709c6c4-0eea-47e4-8be5-340f844e6f66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.690293] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67aec636-1f03-410b-8cb8-c32935ac704e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.694471] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1015.707873] env[62353]: DEBUG oslo_vmware.api [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1015.707873] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523b23a3-fc5f-61ca-8a57-c87ecd3fdba7" [ 1015.707873] env[62353]: _type = "Task" [ 1015.707873] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.708544] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657701, 'name': ReconfigVM_Task, 'duration_secs': 0.248982} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.709183] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4a4a539e-09f0-411f-bcde-8d13acfa5608/4a4a539e-09f0-411f-bcde-8d13acfa5608.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.717229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ce3f6a-b854-44fe-97c7-614b99c18e0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.727167] env[62353]: DEBUG oslo_vmware.api [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523b23a3-fc5f-61ca-8a57-c87ecd3fdba7, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.727472] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1015.727472] env[62353]: value = "task-657702" [ 1015.727472] env[62353]: _type = "Task" [ 1015.727472] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.727814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.737484] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657702, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.761241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.761447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.886136] env[62353]: DEBUG nova.compute.manager [req-bc5c4dae-6317-4d40-a37c-dd40c3ab31f0 req-7d809b08-e9fc-4f7f-b58f-7e8b39eb0167 service nova] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Received event network-vif-deleted-a9aab94e-2817-4ca4-b36e-c6e439ab6108 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1016.080849] env[62353]: DEBUG nova.scheduler.client.report [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1016.140698] env[62353]: INFO nova.compute.manager [-] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Took 1.32 seconds to deallocate network for instance. [ 1016.221224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.221702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.243295] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657702, 'name': Rename_Task, 'duration_secs': 0.149541} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.243295] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1016.243295] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab810b6-57de-4265-bee3-fea2c4791364 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.248114] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1016.248114] env[62353]: value = "task-657703" [ 1016.248114] env[62353]: _type = "Task" [ 1016.248114] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.257251] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.264224] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1016.592162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.594587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.573s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.594830] env[62353]: DEBUG nova.objects.instance [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lazy-loading 'resources' on Instance uuid 14a81594-d9dc-4d80-8fa8-19c8104a1253 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.625059] env[62353]: INFO nova.scheduler.client.report [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted allocations for instance cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e [ 1016.648095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.722054] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1016.724858] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1016.758950] env[62353]: DEBUG oslo_vmware.api [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657703, 'name': PowerOnVM_Task, 'duration_secs': 0.450118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.762033] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1016.762686] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1016.762686] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.762808] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1016.762999] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.763216] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1016.763466] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1016.763698] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1016.763921] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1016.764148] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1016.764409] env[62353]: DEBUG nova.virt.hardware [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.764794] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1016.765243] env[62353]: INFO nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1016.765883] env[62353]: DEBUG nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.766849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99836fc-62cf-43e6-8364-2ff716eec277 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.771397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a3a2d7-7798-4b8b-91ba-875655c3331c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.787168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee376f-c212-45df-96d4-f03f3e7367d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.799456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.141806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66d7421d-f4d7-46b0-8e1e-fec53ceb63a6 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.077s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.250434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.307234] env[62353]: INFO nova.compute.manager [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Took 17.43 seconds to build instance. [ 1017.410038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf737288-0e2e-4c2b-a9a6-0c22ad73419c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422121] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeafa53b-b0bf-45c3-b181-01c812e310fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.452205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f646f75f-2d9c-4b6a-98fa-b91728d040cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.460151] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e147c-5472-404d-80b6-ad6a90e1062b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.474261] env[62353]: DEBUG nova.compute.provider_tree [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.500637] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Successfully updated port: 6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.809758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c822d02-0577-4fd3-b473-52b60fda7a06 tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.955s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.977697] env[62353]: DEBUG nova.scheduler.client.report [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1018.004960] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.005130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.005284] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1018.057207] env[62353]: DEBUG nova.compute.manager [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Received event network-vif-plugged-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1018.057440] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Acquiring lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.057641] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.057817] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.057989] env[62353]: DEBUG nova.compute.manager [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] No waiting events found dispatching network-vif-plugged-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1018.058810] env[62353]: WARNING nova.compute.manager [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Received unexpected event network-vif-plugged-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 for instance with vm_state building and task_state spawning. [ 1018.058997] env[62353]: DEBUG nova.compute.manager [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Received event network-changed-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1018.059214] env[62353]: DEBUG nova.compute.manager [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Refreshing instance network info cache due to event network-changed-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1018.059534] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Acquiring lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.487403] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.488748] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.155s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.490440] env[62353]: INFO nova.compute.claims [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.523860] env[62353]: INFO nova.scheduler.client.report [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Deleted allocations for instance 14a81594-d9dc-4d80-8fa8-19c8104a1253 [ 1018.539191] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1018.604020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.604020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.604020] env[62353]: INFO nova.compute.manager [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Shelving [ 1018.706276] env[62353]: DEBUG nova.network.neutron [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Updating instance_info_cache with network_info: [{"id": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "address": "fa:16:3e:ae:e2:5c", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6177cad3-b1", "ovs_interfaceid": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.032835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-daba8ffa-20fb-442a-9494-41e5f06c328c tempest-ServersTestFqdnHostnames-366357820 tempest-ServersTestFqdnHostnames-366357820-project-member] Lock "14a81594-d9dc-4d80-8fa8-19c8104a1253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.262s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.114204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1019.115215] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f45eda9-9790-48ac-88f9-e156d680db2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.124265] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1019.124265] env[62353]: value = "task-657704" [ 1019.124265] env[62353]: _type = "Task" [ 1019.124265] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.134284] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.186705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "5d4db350-ca83-4dae-8981-6d1306044862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.186963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.214512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.215190] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Instance network_info: |[{"id": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "address": "fa:16:3e:ae:e2:5c", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6177cad3-b1", "ovs_interfaceid": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1019.216166] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Acquired lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.216394] env[62353]: DEBUG nova.network.neutron [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Refreshing network info cache for port 6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1019.217856] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e2:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6177cad3-b1eb-48d3-8d7e-b5a9f124ae12', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.226186] env[62353]: DEBUG oslo.service.loopingcall [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.227515] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1019.227766] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a6784f-1e75-4b34-b5a4-a45bd913524f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.249640] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.249640] env[62353]: value = "task-657705" [ 1019.249640] env[62353]: _type = "Task" [ 1019.249640] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.258722] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657705, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.603585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.603943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.604148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.604357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.604537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.609975] env[62353]: INFO nova.compute.manager [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Terminating instance [ 1019.612948] env[62353]: DEBUG nova.compute.manager [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1019.613137] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1019.614046] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1553379a-89dd-4d2d-b356-f359963c213f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.625058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1019.628282] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf45566-b39b-415e-8328-6498136bec15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.635729] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657704, 'name': PowerOffVM_Task, 'duration_secs': 0.221569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.641833] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1019.641833] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1019.641833] env[62353]: value = "task-657706" [ 1019.641833] env[62353]: _type = "Task" [ 1019.641833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.641833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a76d431-ae56-44f7-a96d-6586b9a2720d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.678367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e2207-8c71-42d4-9376-cf2805539d8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.680994] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.689800] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1019.760307] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657705, 'name': CreateVM_Task, 'duration_secs': 0.315754} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.763490] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1019.764727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.764727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.765008] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.765355] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f1a828-50e6-4be9-a069-86f9e90f9069 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.772233] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1019.772233] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c8df97-31ee-0a01-5ba5-8eaefa9437c4" [ 1019.772233] env[62353]: _type = "Task" [ 1019.772233] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.783881] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c8df97-31ee-0a01-5ba5-8eaefa9437c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.834769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b0d7f4-c405-4ae5-abdd-01dc337b5f95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.844586] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c76504-8efa-4232-b7e0-25257b34a62c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.879696] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d10a2-74a4-48b0-b793-65f15938b94e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.887381] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7568a274-843e-46bb-9e7c-0e47d52351b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.904203] env[62353]: DEBUG nova.compute.provider_tree [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.021353] env[62353]: DEBUG nova.network.neutron [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Updated VIF entry in instance network info cache for port 6177cad3-b1eb-48d3-8d7e-b5a9f124ae12. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1020.021794] env[62353]: DEBUG nova.network.neutron [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Updating instance_info_cache with network_info: [{"id": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "address": "fa:16:3e:ae:e2:5c", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6177cad3-b1", "ovs_interfaceid": "6177cad3-b1eb-48d3-8d7e-b5a9f124ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.121209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.121627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.154478] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657706, 'name': PowerOffVM_Task, 'duration_secs': 0.19381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.154830] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1020.155017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1020.155294] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccdd6fab-2ca6-4c6e-ae50-da475dc9b1ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.190018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.190350] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b84c1b1-fede-42ce-917f-1bd5223dae46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.198896] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1020.198896] env[62353]: value = "task-657708" [ 1020.198896] env[62353]: _type = "Task" [ 1020.198896] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.210270] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.217016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.235847] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1020.236177] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1020.236428] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleting the datastore file [datastore1] 4a4a539e-09f0-411f-bcde-8d13acfa5608 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.236743] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6c5ca1-875f-4e8d-a97f-5eb87e726810 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.244590] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for the task: (returnval){ [ 1020.244590] env[62353]: value = "task-657709" [ 1020.244590] env[62353]: _type = "Task" [ 1020.244590] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.252221] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.285028] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c8df97-31ee-0a01-5ba5-8eaefa9437c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.285028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.285028] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.285028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.285028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.285028] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.285028] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b40057c-7b07-4379-82fa-a9fe62ce2167 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.301162] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.301378] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1020.302301] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56d69eb-99fd-47a9-9994-43bd67b39f53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.308101] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1020.308101] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5267ffa9-eb4a-fd41-58c3-626f4a976499" [ 1020.308101] env[62353]: _type = "Task" [ 1020.308101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.319618] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5267ffa9-eb4a-fd41-58c3-626f4a976499, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.320396] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd62e6f9-1f27-46a5-8398-c3e01b2a6119 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.325548] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1020.325548] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526498c9-e1f0-0203-c62f-00213d620ded" [ 1020.325548] env[62353]: _type = "Task" [ 1020.325548] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.333348] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526498c9-e1f0-0203-c62f-00213d620ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.408488] env[62353]: DEBUG nova.scheduler.client.report [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1020.525077] env[62353]: DEBUG oslo_concurrency.lockutils [req-dc59c27d-366a-411c-a851-07581c2cd49a req-8fe1b1ea-6ae8-44b0-ae2d-0556e416a73f service nova] Releasing lock "refresh_cache-25860ef4-9241-4b64-b40b-e35488c32d6c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.624422] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1020.710523] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.758436] env[62353]: DEBUG oslo_vmware.api [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Task: {'id': task-657709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407056} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.758436] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.758436] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1020.758436] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1020.758436] env[62353]: INFO nova.compute.manager [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.758436] env[62353]: DEBUG oslo.service.loopingcall [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.758436] env[62353]: DEBUG nova.compute.manager [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1020.758436] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1020.837426] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526498c9-e1f0-0203-c62f-00213d620ded, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.837692] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.838177] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 25860ef4-9241-4b64-b40b-e35488c32d6c/25860ef4-9241-4b64-b40b-e35488c32d6c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1020.838270] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-017e180f-84ba-4a40-90d2-8962e44e102f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.844834] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1020.844834] env[62353]: value = "task-657710" [ 1020.844834] env[62353]: _type = "Task" [ 1020.844834] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.852904] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.913091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.913715] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1020.916623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.201s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.916852] env[62353]: DEBUG nova.objects.instance [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'resources' on Instance uuid c3bb2293-1a70-4652-b64d-211012beb748 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.090711] env[62353]: DEBUG nova.compute.manager [req-d1e63d38-5600-403d-b312-2c9d131bbf22 req-9e95e2c0-5d62-458f-a104-e7014c9910d3 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Received event network-vif-deleted-16dec89f-6e6d-4f54-89a4-bd3f2ac236ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1021.090943] env[62353]: INFO nova.compute.manager [req-d1e63d38-5600-403d-b312-2c9d131bbf22 req-9e95e2c0-5d62-458f-a104-e7014c9910d3 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Neutron deleted interface 16dec89f-6e6d-4f54-89a4-bd3f2ac236ca; detaching it from the instance and deleting it from the info cache [ 1021.091244] env[62353]: DEBUG nova.network.neutron [req-d1e63d38-5600-403d-b312-2c9d131bbf22 req-9e95e2c0-5d62-458f-a104-e7014c9910d3 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.153240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.214690] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657708, 'name': CreateSnapshot_Task, 'duration_secs': 0.866328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.215034] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.216022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1abbd02-7bca-4c4a-a4dc-a975e9dfab7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.356687] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657710, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.420938] env[62353]: DEBUG nova.compute.utils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1021.425053] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1021.425279] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1021.475529] env[62353]: DEBUG nova.policy [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b363a4f0da9b41dd8279869d340d57c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892a75684db34529bf7f5e487c72fdb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1021.562170] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.594929] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24d0aecd-e411-4394-a3b3-311905d86cd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.606915] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6f064-a655-4cc8-9964-55915fb8d867 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.638552] env[62353]: DEBUG nova.compute.manager [req-d1e63d38-5600-403d-b312-2c9d131bbf22 req-9e95e2c0-5d62-458f-a104-e7014c9910d3 service nova] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Detach interface failed, port_id=16dec89f-6e6d-4f54-89a4-bd3f2ac236ca, reason: Instance 4a4a539e-09f0-411f-bcde-8d13acfa5608 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1021.696997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5e60c-a3b7-4294-b938-60ac3a991491 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.705094] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a363744f-4091-447f-935f-81ad7f62ea8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.745252] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1021.745969] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41cc7ce5-1e4b-4c85-becf-21a363618a9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.751957] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62555ee-3ee6-406e-9dc8-697717c8babc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.765948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea90c7f-e458-4f69-8cb3-0f6f07312b3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.774025] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1021.774025] env[62353]: value = "task-657711" [ 1021.774025] env[62353]: _type = "Task" [ 1021.774025] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.786971] env[62353]: DEBUG nova.compute.provider_tree [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.789113] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Successfully created port: 2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.795883] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657711, 'name': CloneVM_Task} progress is 12%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.855734] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519303} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.856013] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 25860ef4-9241-4b64-b40b-e35488c32d6c/25860ef4-9241-4b64-b40b-e35488c32d6c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1021.856239] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.856554] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed251e8-b7d9-4219-b177-3d789b59e9bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.862811] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1021.862811] env[62353]: value = "task-657712" [ 1021.862811] env[62353]: _type = "Task" [ 1021.862811] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.871152] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.926298] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1022.067773] env[62353]: INFO nova.compute.manager [-] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Took 1.31 seconds to deallocate network for instance. [ 1022.289127] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657711, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.292823] env[62353]: DEBUG nova.scheduler.client.report [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1022.372413] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065201} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.372783] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.373721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfbcc6e-2a9c-414a-b961-2625c5c91547 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.397907] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 25860ef4-9241-4b64-b40b-e35488c32d6c/25860ef4-9241-4b64-b40b-e35488c32d6c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.398256] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfcf3d2a-d168-49f7-a340-3e1e0bcbfc6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.417888] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1022.417888] env[62353]: value = "task-657713" [ 1022.417888] env[62353]: _type = "Task" [ 1022.417888] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.426526] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.574726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.782996] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657711, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.790628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.790896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.797604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.800330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.797s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.802025] env[62353]: INFO nova.compute.claims [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.822513] env[62353]: INFO nova.scheduler.client.report [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted allocations for instance c3bb2293-1a70-4652-b64d-211012beb748 [ 1022.929909] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657713, 'name': ReconfigVM_Task, 'duration_secs': 0.271485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.929909] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 25860ef4-9241-4b64-b40b-e35488c32d6c/25860ef4-9241-4b64-b40b-e35488c32d6c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.929909] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da158c02-f1af-490d-9890-1882672b2bba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.936142] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1022.936142] env[62353]: value = "task-657714" [ 1022.936142] env[62353]: _type = "Task" [ 1022.936142] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.937399] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1022.951488] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657714, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.971991] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1022.972377] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1022.972555] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.972797] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1022.972987] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.973186] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1022.973460] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1022.973697] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1022.973927] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1022.974302] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1022.974392] env[62353]: DEBUG nova.virt.hardware [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1022.975349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6244424b-bb1e-4fae-ba40-994efb6108f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.985550] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b92572-c597-4c49-913a-169e1bcc4026 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.294122] env[62353]: INFO nova.compute.manager [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Detaching volume 1b697085-00ba-40fc-ab45-c57b4e0f86d9 [ 1023.296740] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657711, 'name': CloneVM_Task, 'duration_secs': 1.482197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.298457] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Successfully updated port: 2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.301349] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Created linked-clone VM from snapshot [ 1023.302258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c75415-8c40-4378-9c6c-654e5a7969d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.307349] env[62353]: DEBUG nova.compute.manager [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Received event network-vif-plugged-2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1023.307646] env[62353]: DEBUG oslo_concurrency.lockutils [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.307904] env[62353]: DEBUG oslo_concurrency.lockutils [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.308099] env[62353]: DEBUG oslo_concurrency.lockutils [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.308335] env[62353]: DEBUG nova.compute.manager [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] No waiting events found dispatching network-vif-plugged-2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1023.308520] env[62353]: WARNING nova.compute.manager [req-a08dc0ef-125f-4a0b-8df6-289cba952356 req-7c3cb6d9-4631-44bd-ba78-31ce554721d5 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Received unexpected event network-vif-plugged-2a1ba713-6109-4062-ba2a-1f74e2c07d22 for instance with vm_state building and task_state spawning. [ 1023.325639] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Uploading image 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1023.333614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bad-5fa4-4080-bfca-f4c3567eeceb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "c3bb2293-1a70-4652-b64d-211012beb748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.290s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.365264] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1023.365264] env[62353]: value = "vm-159576" [ 1023.365264] env[62353]: _type = "VirtualMachine" [ 1023.365264] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1023.366742] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34fc57b6-ebad-4260-aa44-86477a52b67b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.370167] env[62353]: INFO nova.virt.block_device [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Attempting to driver detach volume 1b697085-00ba-40fc-ab45-c57b4e0f86d9 from mountpoint /dev/sdb [ 1023.373486] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.373486] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159552', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'name': 'volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a94f5e8-832e-4cb0-a919-2ee1a0baf36b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'serial': '1b697085-00ba-40fc-ab45-c57b4e0f86d9'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1023.374371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f9206b-94a3-4732-97db-1f99d0c8d781 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88317dca-46eb-48f0-8c1a-150907fb9eb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.408917] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lease: (returnval){ [ 1023.408917] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5202cae6-c41e-2e0d-b1d7-d286c2ecbe20" [ 1023.408917] env[62353]: _type = "HttpNfcLease" [ 1023.408917] env[62353]: } obtained for exporting VM: (result){ [ 1023.408917] env[62353]: value = "vm-159576" [ 1023.408917] env[62353]: _type = "VirtualMachine" [ 1023.408917] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1023.409228] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the lease: (returnval){ [ 1023.409228] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5202cae6-c41e-2e0d-b1d7-d286c2ecbe20" [ 1023.409228] env[62353]: _type = "HttpNfcLease" [ 1023.409228] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1023.415852] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef1ded7-dd3d-4c4f-956e-f7a94e52db46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.419651] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.419651] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5202cae6-c41e-2e0d-b1d7-d286c2ecbe20" [ 1023.419651] env[62353]: _type = "HttpNfcLease" [ 1023.419651] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.420326] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.420326] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5202cae6-c41e-2e0d-b1d7-d286c2ecbe20" [ 1023.420326] env[62353]: _type = "HttpNfcLease" [ 1023.420326] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1023.421175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b64d17-0c9b-4d61-a249-269cbad3af2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.441435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81258954-b496-4ec5-872b-35e06a345540 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.450497] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.451099] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1023.525616] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9/volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1023.531103] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.531571] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657714, 'name': Rename_Task, 'duration_secs': 0.137966} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.533388] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ff3ff6-e7f0-4ca9-89ac-2768d53e18c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.546738] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1023.547533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a89c7ae-044b-4192-8d90-2d6ef8436659 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.555318] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1023.555318] env[62353]: value = "task-657716" [ 1023.555318] env[62353]: _type = "Task" [ 1023.555318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.556887] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1023.556887] env[62353]: value = "task-657717" [ 1023.556887] env[62353]: _type = "Task" [ 1023.556887] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.569156] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.573028] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.597313] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c136dc1a-6c18-4275-aef3-f9cd86a40906 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.813925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.815228] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.815228] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1024.088528] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657717, 'name': ReconfigVM_Task, 'duration_secs': 0.286417} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.089150] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.089566] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.102329] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc831e37-dd76-4bc1-a6e8-a94e7b1b3661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.121963] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1024.121963] env[62353]: value = "task-657718" [ 1024.121963] env[62353]: _type = "Task" [ 1024.121963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.131249] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.201086] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf97e3-5b03-447a-9f64-dbf78db4b715 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.212501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61644725-8d6e-4bdc-85c0-80a4aa0038ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.267131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f849d40-d609-4046-8b51-295ed00d3a82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.278812] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d923f74b-7b7d-4ca8-b697-dfb4ff869697 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.301987] env[62353]: DEBUG nova.compute.provider_tree [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.377840] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1024.573333] env[62353]: DEBUG oslo_vmware.api [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657716, 'name': PowerOnVM_Task, 'duration_secs': 0.698032} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.573683] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1024.573907] env[62353]: INFO nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1024.574257] env[62353]: DEBUG nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1024.575398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b032cd-369d-4a47-b08d-29a7c421113c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.600909] env[62353]: DEBUG nova.network.neutron [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updating instance_info_cache with network_info: [{"id": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "address": "fa:16:3e:e2:1a:a4", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ba713-61", "ovs_interfaceid": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.640791] env[62353]: DEBUG oslo_vmware.api [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657718, 'name': ReconfigVM_Task, 'duration_secs': 0.174794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.642827] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159552', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'name': 'volume-1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4a94f5e8-832e-4cb0-a919-2ee1a0baf36b', 'attached_at': '', 'detached_at': '', 'volume_id': '1b697085-00ba-40fc-ab45-c57b4e0f86d9', 'serial': '1b697085-00ba-40fc-ab45-c57b4e0f86d9'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.808281] env[62353]: DEBUG nova.scheduler.client.report [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1025.106019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.106019] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Instance network_info: |[{"id": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "address": "fa:16:3e:e2:1a:a4", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ba713-61", "ovs_interfaceid": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1025.106019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1ba713-6109-4062-ba2a-1f74e2c07d22', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.114812] env[62353]: DEBUG oslo.service.loopingcall [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.115704] env[62353]: INFO nova.compute.manager [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Took 19.09 seconds to build instance. [ 1025.122021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1025.122021] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1806ffd-a1e6-44d2-9698-e3fa96ef052f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.152043] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.152043] env[62353]: value = "task-657719" [ 1025.152043] env[62353]: _type = "Task" [ 1025.152043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.159553] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657719, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.211725] env[62353]: DEBUG nova.objects.instance [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'flavor' on Instance uuid 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.313597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.314199] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1025.317044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.589s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.469288] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8af377-aa12-4e10-9713-4e592a3b63ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.479371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1025.479770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b3f0b3a-887f-46b2-a691-1b2d4da95177 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.487780] env[62353]: DEBUG oslo_vmware.api [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1025.487780] env[62353]: value = "task-657720" [ 1025.487780] env[62353]: _type = "Task" [ 1025.487780] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.497553] env[62353]: DEBUG oslo_vmware.api [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657720, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.622315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e19c6135-21ce-4703-a1f6-7c28612a504f tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.605s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.622315] env[62353]: DEBUG nova.compute.manager [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Received event network-changed-2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1025.622315] env[62353]: DEBUG nova.compute.manager [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Refreshing instance network info cache due to event network-changed-2a1ba713-6109-4062-ba2a-1f74e2c07d22. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1025.622315] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] Acquiring lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.623248] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] Acquired lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.623248] env[62353]: DEBUG nova.network.neutron [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Refreshing network info cache for port 2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1025.661741] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657719, 'name': CreateVM_Task, 'duration_secs': 0.462435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.661741] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1025.662214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.662397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.662740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.663874] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c0ee31-bb26-40bc-ae4a-afdc22a31fe3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.668880] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1025.668880] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb8250-ef54-e344-6a1a-2662ad26ad0f" [ 1025.668880] env[62353]: _type = "Task" [ 1025.668880] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.679895] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb8250-ef54-e344-6a1a-2662ad26ad0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.821590] env[62353]: DEBUG nova.compute.utils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1025.826907] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1025.827374] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1025.887485] env[62353]: DEBUG nova.policy [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10da404754b14eda846f2d52a466dc5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d6aa1f8d7f43e1b13e35a60f4b0847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1026.002434] env[62353]: DEBUG oslo_vmware.api [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657720, 'name': SuspendVM_Task} progress is 58%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.150210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8794cd92-02c9-4f8f-8228-064075b13000 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.158409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a639758-c8a7-4ef7-b7d5-77ee5bbbf399 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.197470] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f95926-6c6c-41a2-bf4e-14b8af26fb15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.210175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee20dee-a724-4275-bc7e-36e7192a33d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.213790] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb8250-ef54-e344-6a1a-2662ad26ad0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.214130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.214380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.214649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.214863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.215191] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.216125] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f7d6b8-65fd-4827-a702-e9d7eac2325a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.227868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dd607c5-f40c-4380-884b-d5f174d2fbca tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.437s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.229521] env[62353]: DEBUG nova.compute.provider_tree [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.237511] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.237691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1026.238904] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b20496e-1c47-4ec0-a3f4-2412734c9382 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.243949] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1026.243949] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b76e18-f922-88e0-1044-a4df6169b340" [ 1026.243949] env[62353]: _type = "Task" [ 1026.243949] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.254300] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b76e18-f922-88e0-1044-a4df6169b340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.304896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.305171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.327753] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1026.370668] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Successfully created port: 8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.401885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.401885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.499088] env[62353]: DEBUG oslo_vmware.api [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657720, 'name': SuspendVM_Task, 'duration_secs': 0.763568} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.499412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1026.499707] env[62353]: DEBUG nova.compute.manager [None req-8d3f1f01-64a4-4fb3-87e3-eebe22090506 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1026.500449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d474ba-68bb-43a5-8147-f754b801b439 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.522030] env[62353]: DEBUG nova.network.neutron [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updated VIF entry in instance network info cache for port 2a1ba713-6109-4062-ba2a-1f74e2c07d22. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1026.522475] env[62353]: DEBUG nova.network.neutron [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updating instance_info_cache with network_info: [{"id": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "address": "fa:16:3e:e2:1a:a4", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ba713-61", "ovs_interfaceid": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.737057] env[62353]: DEBUG nova.scheduler.client.report [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.754859] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b76e18-f922-88e0-1044-a4df6169b340, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.756354] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42acbbc-39dd-4a80-958d-a69db9cdb1ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.759452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.759706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.759932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.760149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.760328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.762742] env[62353]: INFO nova.compute.manager [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Terminating instance [ 1026.765410] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1026.765410] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5259567a-d0eb-9863-ef3f-e8709f55e96c" [ 1026.765410] env[62353]: _type = "Task" [ 1026.765410] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.765994] env[62353]: DEBUG nova.compute.manager [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1026.766229] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1026.767270] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f823f-1f13-4602-9a72-6424f4e5a2aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.781423] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5259567a-d0eb-9863-ef3f-e8709f55e96c, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.783657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.784591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] dbf53812-ff12-4d93-aecf-31a505909ccf/dbf53812-ff12-4d93-aecf-31a505909ccf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1026.784591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1026.784591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32477cdd-d07e-4c13-9b71-580cd5e25505 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.786444] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-362f6492-9e18-4157-85e0-0fcbacafd4f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.792061] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1026.792061] env[62353]: value = "task-657721" [ 1026.792061] env[62353]: _type = "Task" [ 1026.792061] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.793348] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1026.793348] env[62353]: value = "task-657722" [ 1026.793348] env[62353]: _type = "Task" [ 1026.793348] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.804514] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.807600] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1026.810463] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.904244] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1027.028021] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c6b671c-c217-407f-a9e4-502bf717960d req-1f00d231-99ba-41ba-8292-06f52e6a2b39 service nova] Releasing lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.307755] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.310931] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657722, 'name': PowerOffVM_Task, 'duration_secs': 0.231621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.313680] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1027.313910] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1027.316571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b56c8a-e19b-4628-a8ce-56defc4874e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.334996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.339836] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1027.368427] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1027.368700] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1027.368910] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.369374] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1027.369585] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.369869] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1027.370128] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1027.370345] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1027.370565] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1027.370802] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1027.371032] env[62353]: DEBUG nova.virt.hardware [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1027.371980] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30741894-52f6-4cd1-ab73-324f5984d8f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.380899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17fe49-3c69-45e2-9fe8-78b02ad4066f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.398661] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1027.398928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1027.399143] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleting the datastore file [datastore1] 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.399406] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a0a105-c391-43eb-92c2-8fd0ad0766b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.405245] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1027.405245] env[62353]: value = "task-657724" [ 1027.405245] env[62353]: _type = "Task" [ 1027.405245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.416418] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.425687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.753476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.436s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.753779] env[62353]: DEBUG nova.compute.manager [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62353) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1027.757673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.109s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.757673] env[62353]: DEBUG nova.objects.instance [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid 0235bc68-3f56-4651-8969-998806e99e61 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.805291] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.806422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] dbf53812-ff12-4d93-aecf-31a505909ccf/dbf53812-ff12-4d93-aecf-31a505909ccf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1027.806658] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.806927] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa53a579-b707-4142-9455-64dc7a3da594 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.815027] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1027.815027] env[62353]: value = "task-657725" [ 1027.815027] env[62353]: _type = "Task" [ 1027.815027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.821330] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.840419] env[62353]: DEBUG nova.compute.manager [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Received event network-vif-plugged-8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1027.840419] env[62353]: DEBUG oslo_concurrency.lockutils [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] Acquiring lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.840419] env[62353]: DEBUG oslo_concurrency.lockutils [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.840419] env[62353]: DEBUG oslo_concurrency.lockutils [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.840419] env[62353]: DEBUG nova.compute.manager [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] No waiting events found dispatching network-vif-plugged-8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1027.840419] env[62353]: WARNING nova.compute.manager [req-ae6d8004-353c-4a02-b253-8b01a5a66813 req-851a07d0-bd81-44fc-9de1-2dc7d60215fa service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Received unexpected event network-vif-plugged-8d6f7a7a-9477-491d-9b83-f79c77c854ee for instance with vm_state building and task_state spawning. [ 1027.915240] env[62353]: DEBUG oslo_vmware.api [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361833} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.915543] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.915742] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1027.915933] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1027.916132] env[62353]: INFO nova.compute.manager [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1027.916384] env[62353]: DEBUG oslo.service.loopingcall [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.916582] env[62353]: DEBUG nova.compute.manager [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1027.916684] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1027.941784] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Successfully updated port: 8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.025990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "25860ef4-9241-4b64-b40b-e35488c32d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.026316] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.026535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.026742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.026926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.029188] env[62353]: INFO nova.compute.manager [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Terminating instance [ 1028.031045] env[62353]: DEBUG nova.compute.manager [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1028.031256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1028.032279] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784b60c-261f-438a-8d26-5576e329ed02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.039963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1028.040230] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2cd4b0f-e1bc-4792-a46f-bf81484cb8a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.103024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1028.103573] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1028.103895] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore2] 25860ef4-9241-4b64-b40b-e35488c32d6c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.104294] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dc8f297-3336-499b-96bf-24b707f7b86e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.110985] env[62353]: DEBUG oslo_vmware.api [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1028.110985] env[62353]: value = "task-657727" [ 1028.110985] env[62353]: _type = "Task" [ 1028.110985] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.119571] env[62353]: DEBUG oslo_vmware.api [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.329022] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067799} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.331204] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.332209] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25930153-b12f-4af3-8bce-95d51e356d88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.341364] env[62353]: INFO nova.scheduler.client.report [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted allocation for migration 912e1878-01dc-4fae-a29d-936783df6d1b [ 1028.361526] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] dbf53812-ff12-4d93-aecf-31a505909ccf/dbf53812-ff12-4d93-aecf-31a505909ccf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.368135] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb4e2c1-c8a3-4765-8a23-4d6c297e34c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.388838] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1028.388838] env[62353]: value = "task-657728" [ 1028.388838] env[62353]: _type = "Task" [ 1028.388838] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.400221] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.445485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.445785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.446037] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1028.625489] env[62353]: DEBUG oslo_vmware.api [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414308} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.625783] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.626039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1028.626211] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1028.626417] env[62353]: INFO nova.compute.manager [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1028.626673] env[62353]: DEBUG oslo.service.loopingcall [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.626880] env[62353]: DEBUG nova.compute.manager [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1028.626988] env[62353]: DEBUG nova.network.neutron [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1028.663154] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee23d4-a2aa-4e9f-972a-040a15af0d7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.671232] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55001e05-b0ff-4857-a064-48e5141c03ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.708563] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf44881-1fa9-424b-be68-8dcd1c5d56aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.716696] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489ba39-0d98-4f04-a292-50d3224f279f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.731262] env[62353]: DEBUG nova.compute.provider_tree [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.884450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-911705ca-e2f7-4701-bc10-42fbd82c35c4 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.277s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.898018] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657728, 'name': ReconfigVM_Task, 'duration_secs': 0.348764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.898348] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfigured VM instance instance-0000005e to attach disk [datastore1] dbf53812-ff12-4d93-aecf-31a505909ccf/dbf53812-ff12-4d93-aecf-31a505909ccf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.899063] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e637e35d-61f9-4279-a25a-0e503546373c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.906325] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1028.906325] env[62353]: value = "task-657729" [ 1028.906325] env[62353]: _type = "Task" [ 1028.906325] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.915748] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657729, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.960783] env[62353]: DEBUG nova.objects.instance [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.010419] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1029.087224] env[62353]: DEBUG nova.network.neutron [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.233149] env[62353]: DEBUG nova.network.neutron [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.234837] env[62353]: DEBUG nova.scheduler.client.report [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1029.416313] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657729, 'name': Rename_Task, 'duration_secs': 0.138129} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.416634] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1029.416921] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c5c1e3-e462-432d-a80c-162156bc9555 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.424408] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1029.424408] env[62353]: value = "task-657730" [ 1029.424408] env[62353]: _type = "Task" [ 1029.424408] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.433799] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.466608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.466855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.467113] env[62353]: DEBUG nova.network.neutron [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1029.467422] env[62353]: DEBUG nova.objects.instance [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'info_cache' on Instance uuid 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.590198] env[62353]: INFO nova.compute.manager [-] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Took 1.67 seconds to deallocate network for instance. [ 1029.711987] env[62353]: DEBUG nova.network.neutron [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.739037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.739124] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Instance network_info: |[{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1029.739876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.742192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d6f7a7a-9477-491d-9b83-f79c77c854ee', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.750394] env[62353]: DEBUG oslo.service.loopingcall [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.750951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.952s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.753600] env[62353]: INFO nova.compute.claims [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.755840] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1029.756364] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b02974-5207-45fa-ba9b-46b04a21c6aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.772897] env[62353]: INFO nova.scheduler.client.report [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 0235bc68-3f56-4651-8969-998806e99e61 [ 1029.779490] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.779490] env[62353]: value = "task-657731" [ 1029.779490] env[62353]: _type = "Task" [ 1029.779490] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.788058] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657731, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.876214] env[62353]: DEBUG nova.compute.manager [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Received event network-changed-8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1029.876466] env[62353]: DEBUG nova.compute.manager [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Refreshing instance network info cache due to event network-changed-8d6f7a7a-9477-491d-9b83-f79c77c854ee. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1029.876747] env[62353]: DEBUG oslo_concurrency.lockutils [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.876907] env[62353]: DEBUG oslo_concurrency.lockutils [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.877090] env[62353]: DEBUG nova.network.neutron [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Refreshing network info cache for port 8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1029.934623] env[62353]: DEBUG oslo_vmware.api [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657730, 'name': PowerOnVM_Task, 'duration_secs': 0.448258} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.934913] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1029.936030] env[62353]: INFO nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1029.936030] env[62353]: DEBUG nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1029.936163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf67440-d275-4408-b2b0-e0b25d6add1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.971241] env[62353]: DEBUG nova.objects.base [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Object Instance<5c8537ec-ba1e-40ea-ab62-070753a39d53> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1030.097965] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.215470] env[62353]: INFO nova.compute.manager [-] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Took 1.59 seconds to deallocate network for instance. [ 1030.284919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f052826e-71f5-4f6a-bd94-cc21518721c1 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "0235bc68-3f56-4651-8969-998806e99e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.590s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.291745] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657731, 'name': CreateVM_Task, 'duration_secs': 0.405841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.291942] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1030.292741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.292984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293372] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.293666] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552b94e-1c92-4ce9-ae39-dc60d6bba0f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.298539] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1030.298539] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7ade7-63a6-6781-79be-ff988c13b893" [ 1030.298539] env[62353]: _type = "Task" [ 1030.298539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.306939] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7ade7-63a6-6781-79be-ff988c13b893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.456022] env[62353]: INFO nova.compute.manager [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Took 17.14 seconds to build instance. [ 1030.706230] env[62353]: DEBUG nova.network.neutron [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updated VIF entry in instance network info cache for port 8d6f7a7a-9477-491d-9b83-f79c77c854ee. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1030.706230] env[62353]: DEBUG nova.network.neutron [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.722349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.811441] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f7ade7-63a6-6781-79be-ff988c13b893, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.811786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.812043] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.812296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.812447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.812638] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.812906] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70583ce-0cf6-4498-a21c-af790841fe4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.824157] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.824312] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1030.826562] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd748b0-7a1e-44af-b302-ec04a10c1bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.833128] env[62353]: DEBUG nova.network.neutron [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [{"id": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "address": "fa:16:3e:d6:2d:78", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac17ff-6b", "ovs_interfaceid": "a6ac17ff-6b8d-464a-b026-9a70722d1944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.835857] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1030.835857] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfa31b-560c-f9fe-95e0-69ce1d642108" [ 1030.835857] env[62353]: _type = "Task" [ 1030.835857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.846589] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfa31b-560c-f9fe-95e0-69ce1d642108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.964662] env[62353]: DEBUG oslo_concurrency.lockutils [None req-734b1683-2d95-4659-8e20-19178788fe19 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.660s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.080093] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e407ce-3da1-42e1-b2c0-e0c1e1aefd94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.088791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c3953-d2f9-44d6-935f-af13867f336f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.123258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934a39d-bd57-4b83-b4b8-47a89f39adb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.131524] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1d71e-6aa3-4f50-a204-1b025fa6cddf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.145435] env[62353]: DEBUG nova.compute.provider_tree [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.212132] env[62353]: DEBUG oslo_concurrency.lockutils [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.212760] env[62353]: DEBUG nova.compute.manager [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Received event network-vif-deleted-134c29fb-1830-43aa-a9f3-07bb422e9d87 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1031.212851] env[62353]: DEBUG nova.compute.manager [req-081aea71-9ef1-48da-85d7-4cd5b594bd87 req-d106917a-491b-4875-b895-88981e80a751 service nova] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Received event network-vif-deleted-6177cad3-b1eb-48d3-8d7e-b5a9f124ae12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1031.339110] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-5c8537ec-ba1e-40ea-ab62-070753a39d53" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.350275] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfa31b-560c-f9fe-95e0-69ce1d642108, 'name': SearchDatastore_Task, 'duration_secs': 0.023232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.351707] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8c0f35-5389-42c6-a19f-c3ca8f7326db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.357546] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1031.357546] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529937c3-9aa5-f8d4-11ba-73b070b4bc4a" [ 1031.357546] env[62353]: _type = "Task" [ 1031.357546] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.365727] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529937c3-9aa5-f8d4-11ba-73b070b4bc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.649246] env[62353]: DEBUG nova.scheduler.client.report [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1031.778229] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.778483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.847373] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1031.847373] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ecd26e6-ae63-4d6b-8602-c5a4496c2d61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.854733] env[62353]: DEBUG oslo_vmware.api [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1031.854733] env[62353]: value = "task-657732" [ 1031.854733] env[62353]: _type = "Task" [ 1031.854733] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.866435] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529937c3-9aa5-f8d4-11ba-73b070b4bc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.023601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.868995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.869285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1031.869561] env[62353]: DEBUG oslo_vmware.api [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.870158] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89245d74-1986-4fea-b6e2-5a43fc627cea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.875064] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1031.875064] env[62353]: value = "task-657733" [ 1031.875064] env[62353]: _type = "Task" [ 1031.875064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.882683] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.903195] env[62353]: DEBUG nova.compute.manager [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Received event network-changed-2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1031.903715] env[62353]: DEBUG nova.compute.manager [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Refreshing instance network info cache due to event network-changed-2a1ba713-6109-4062-ba2a-1f74e2c07d22. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1031.904030] env[62353]: DEBUG oslo_concurrency.lockutils [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] Acquiring lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.904210] env[62353]: DEBUG oslo_concurrency.lockutils [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] Acquired lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.904402] env[62353]: DEBUG nova.network.neutron [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Refreshing network info cache for port 2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1032.157088] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.157088] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1032.161386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.911s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.162788] env[62353]: INFO nova.compute.claims [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.280781] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1032.365070] env[62353]: DEBUG oslo_vmware.api [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657732, 'name': PowerOnVM_Task, 'duration_secs': 0.460636} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.365384] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1032.365584] env[62353]: DEBUG nova.compute.manager [None req-0afefb45-3a94-409f-bce1-18de35e3af09 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1032.366684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c9b2e-0d8a-43d2-b2ef-f82bd61a129d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.384774] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657733, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.660873] env[62353]: DEBUG nova.network.neutron [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updated VIF entry in instance network info cache for port 2a1ba713-6109-4062-ba2a-1f74e2c07d22. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1032.661332] env[62353]: DEBUG nova.network.neutron [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updating instance_info_cache with network_info: [{"id": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "address": "fa:16:3e:e2:1a:a4", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ba713-61", "ovs_interfaceid": "2a1ba713-6109-4062-ba2a-1f74e2c07d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.666722] env[62353]: DEBUG nova.compute.utils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1032.670640] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1032.809014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.887788] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661146} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.888175] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1032.888438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.888746] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2e5718-4ed2-4bf1-b9cb-7313502abebf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.895086] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1032.895086] env[62353]: value = "task-657734" [ 1032.895086] env[62353]: _type = "Task" [ 1032.895086] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.904728] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.164316] env[62353]: DEBUG oslo_concurrency.lockutils [req-121c0dd9-d0ea-4e6d-81d0-80cba40ae046 req-757f1822-b251-45e3-bfda-39d4f436cd75 service nova] Releasing lock "refresh_cache-dbf53812-ff12-4d93-aecf-31a505909ccf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.173933] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1033.405726] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.406892] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.408401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4820d79-1196-4d71-8132-a78500fed40a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.410566] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9a445-43a0-4ab1-8966-9341b935d3de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.425677] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea03962-cb7b-41ed-a011-cf490037db83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.437265] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.437568] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebd693d-801e-4ee8-ab56-134f065b13cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.483242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86850fe9-f60d-4317-95e6-72b33ee38edb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.485924] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1033.485924] env[62353]: value = "task-657735" [ 1033.485924] env[62353]: _type = "Task" [ 1033.485924] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.495499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cd885-e37d-493f-9148-48e27667ac4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.502854] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.512530] env[62353]: DEBUG nova.compute.provider_tree [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.990071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.990071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.990071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.990561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.990561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.996189] env[62353]: INFO nova.compute.manager [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Terminating instance [ 1033.998497] env[62353]: DEBUG nova.compute.manager [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1033.998756] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1033.999646] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c33753-6a5b-488e-8a4c-412dce90a2d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.006066] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.010681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1034.010955] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad099112-d294-42ff-86e0-e03ae44fd0f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.014974] env[62353]: DEBUG nova.scheduler.client.report [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1034.019931] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1034.019931] env[62353]: value = "task-657736" [ 1034.019931] env[62353]: _type = "Task" [ 1034.019931] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.029000] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.151718] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1034.152825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c34837-8f03-4db0-80a8-21e5fee71ecc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.159121] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1034.159312] env[62353]: ERROR oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk due to incomplete transfer. [ 1034.159882] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8caccd20-008e-4ba3-8340-4c1ff8913396 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.183234] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1034.187522] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7e343-192b-2772-3dae-3695d51340a5/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1034.187780] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Uploaded image 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1034.190157] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1034.190440] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b19d9e07-2991-4e5f-ad85-e16b8b774756 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.196999] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1034.196999] env[62353]: value = "task-657737" [ 1034.196999] env[62353]: _type = "Task" [ 1034.196999] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.209975] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657737, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.212504] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1034.212799] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1034.213034] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.213322] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1034.213451] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.213699] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1034.213985] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1034.214141] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1034.214336] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1034.214564] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1034.214790] env[62353]: DEBUG nova.virt.hardware [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.215810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b0dc79-ca37-4d61-9fc3-7d61b4e49c14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.223893] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebf1f7-174a-410f-84ee-d07816c74447 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.240066] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.246105] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Creating folder: Project (76fba10e78524e8bae590814810a0aa7). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1034.246459] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86ab7e6-c5c4-4b73-9838-6c2a1a57a6fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.257176] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Created folder: Project (76fba10e78524e8bae590814810a0aa7) in parent group-v159334. [ 1034.257387] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Creating folder: Instances. Parent ref: group-v159579. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1034.257637] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-103ba480-f1c3-4931-9161-158e0eda7938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.267745] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Created folder: Instances in parent group-v159579. [ 1034.268049] env[62353]: DEBUG oslo.service.loopingcall [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.268238] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1034.268480] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c441bf-0ebf-4866-b565-d21209953fbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.285692] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.285692] env[62353]: value = "task-657740" [ 1034.285692] env[62353]: _type = "Task" [ 1034.285692] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.293200] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657740, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.498919] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657735, 'name': ReconfigVM_Task, 'duration_secs': 0.748019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.499297] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.499967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c457b59a-6d97-4b02-8267-329798e69b8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.506469] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1034.506469] env[62353]: value = "task-657741" [ 1034.506469] env[62353]: _type = "Task" [ 1034.506469] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.514831] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657741, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.521687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.522287] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1034.525146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.308s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.526696] env[62353]: INFO nova.compute.claims [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.537908] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657736, 'name': PowerOffVM_Task, 'duration_secs': 0.202552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.538203] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1034.538373] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1034.538642] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8304aff9-2320-4231-9a0e-70429bb71b98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.617201] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1034.617513] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1034.617814] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleting the datastore file [datastore2] 5c8537ec-ba1e-40ea-ab62-070753a39d53 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.618188] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d491b96-2648-421a-a39d-c39ccc6803b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.625310] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1034.625310] env[62353]: value = "task-657743" [ 1034.625310] env[62353]: _type = "Task" [ 1034.625310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.636162] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.706793] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657737, 'name': Destroy_Task, 'duration_secs': 0.395176} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.707187] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Destroyed the VM [ 1034.707460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.707793] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0585bf8-8424-4cd7-a8cd-b67ac3068665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.714133] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1034.714133] env[62353]: value = "task-657744" [ 1034.714133] env[62353]: _type = "Task" [ 1034.714133] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.722154] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.794842] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657740, 'name': CreateVM_Task, 'duration_secs': 0.35999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.795079] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1034.795712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.795901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.796266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.796534] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abf358c-98c8-4e74-b3f2-fc372f09627b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.800650] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1034.800650] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529efabc-1987-b463-0696-d5e39c802d03" [ 1034.800650] env[62353]: _type = "Task" [ 1034.800650] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.808925] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529efabc-1987-b463-0696-d5e39c802d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.015717] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657741, 'name': Rename_Task, 'duration_secs': 0.142516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.016034] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1035.016299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a37e05-704c-4d92-bc72-918cad4234b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.023126] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1035.023126] env[62353]: value = "task-657745" [ 1035.023126] env[62353]: _type = "Task" [ 1035.023126] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.700299] env[62353]: DEBUG nova.compute.utils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.704257] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1035.717570] env[62353]: DEBUG oslo_vmware.api [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657745, 'name': PowerOnVM_Task, 'duration_secs': 0.49797} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.725906] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1035.726168] env[62353]: INFO nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1035.726359] env[62353]: DEBUG nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1035.726896] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529efabc-1987-b463-0696-d5e39c802d03, 'name': SearchDatastore_Task, 'duration_secs': 0.007988} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.727133] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657744, 'name': RemoveSnapshot_Task, 'duration_secs': 0.308989} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.727338] env[62353]: DEBUG oslo_vmware.api [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161507} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.728032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d38a3-d7cd-4a73-8f2b-db3bd1e55c54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.730403] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.730640] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.730880] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.731042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.731228] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.731484] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.731749] env[62353]: DEBUG nova.compute.manager [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1035.731995] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.732180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1035.732353] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1035.732517] env[62353]: INFO nova.compute.manager [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1035.732741] env[62353]: DEBUG oslo.service.loopingcall [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.733180] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2131b13-572d-4f34-8cca-833c11644f05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.735255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7491454-3b44-4f8f-ab45-8429f420acfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.737760] env[62353]: DEBUG nova.compute.manager [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1035.737859] env[62353]: DEBUG nova.network.neutron [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1035.758750] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.758949] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1035.759698] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e021ced-0b7f-4dfb-b0f7-a55aee3f88df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.765240] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1035.765240] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206e49f-7b70-38c3-fedf-9cf476e03d82" [ 1035.765240] env[62353]: _type = "Task" [ 1035.765240] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.772623] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206e49f-7b70-38c3-fedf-9cf476e03d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.168385] env[62353]: DEBUG nova.compute.manager [req-12a85159-c52a-4e27-a31e-c01538a0ae5c req-c160d40a-9ee3-4791-8bf1-7c93b3544335 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Received event network-vif-deleted-a6ac17ff-6b8d-464a-b026-9a70722d1944 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1036.168625] env[62353]: INFO nova.compute.manager [req-12a85159-c52a-4e27-a31e-c01538a0ae5c req-c160d40a-9ee3-4791-8bf1-7c93b3544335 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Neutron deleted interface a6ac17ff-6b8d-464a-b026-9a70722d1944; detaching it from the instance and deleting it from the info cache [ 1036.168773] env[62353]: DEBUG nova.network.neutron [req-12a85159-c52a-4e27-a31e-c01538a0ae5c req-c160d40a-9ee3-4791-8bf1-7c93b3544335 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.205570] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1036.259269] env[62353]: INFO nova.compute.manager [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Shelve offloading [ 1036.262626] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1036.263458] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-784d7b25-37a2-416e-a48c-bdfe00675647 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.265120] env[62353]: INFO nova.compute.manager [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Took 21.29 seconds to build instance. [ 1036.272379] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1036.272379] env[62353]: value = "task-657746" [ 1036.272379] env[62353]: _type = "Task" [ 1036.272379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.279674] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206e49f-7b70-38c3-fedf-9cf476e03d82, 'name': SearchDatastore_Task, 'duration_secs': 0.024002} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.283838] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0cf498-5492-40c4-99e6-bd8ecffd58d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.289681] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1036.289681] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528bce7c-4d18-981c-b55c-44d5d26e9596" [ 1036.289681] env[62353]: _type = "Task" [ 1036.289681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.299814] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1036.299814] env[62353]: DEBUG nova.compute.manager [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1036.300727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a58ab0-81ed-424a-bbf2-22fa6cae630e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.307884] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528bce7c-4d18-981c-b55c-44d5d26e9596, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.311242] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.311507] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] bdd10e93-f836-46fd-bf3a-aa34039eb8ed/bdd10e93-f836-46fd-bf3a-aa34039eb8ed.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1036.311813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.311967] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.312150] env[62353]: DEBUG nova.network.neutron [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1036.313346] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-800877b3-4083-4d6b-934d-31585d52e8e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.320565] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1036.320565] env[62353]: value = "task-657747" [ 1036.320565] env[62353]: _type = "Task" [ 1036.320565] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.330532] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.463921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11788648-fab3-42d5-87ef-a984767df5be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd393f59-dde4-4a00-8f1d-2228332af998 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.506751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5851dca-21ae-4e98-a898-2e62f1f53399 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.514984] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b32ed8-c315-48b0-9eed-f0083f486f29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.529452] env[62353]: DEBUG nova.compute.provider_tree [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.646204] env[62353]: DEBUG nova.network.neutron [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.671852] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af31f342-9da7-4b14-9a5d-d4c5b84e0e24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.682747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42387d4-33d8-43b0-97d6-47bf950fc362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.720047] env[62353]: DEBUG nova.compute.manager [req-12a85159-c52a-4e27-a31e-c01538a0ae5c req-c160d40a-9ee3-4791-8bf1-7c93b3544335 service nova] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Detach interface failed, port_id=a6ac17ff-6b8d-464a-b026-9a70722d1944, reason: Instance 5c8537ec-ba1e-40ea-ab62-070753a39d53 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1036.770986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f6942f-625d-4de3-a2d8-3dd3394155e0 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.804s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.833450] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465725} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.833791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] bdd10e93-f836-46fd-bf3a-aa34039eb8ed/bdd10e93-f836-46fd-bf3a-aa34039eb8ed.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1036.834280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.836407] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e6d86ce-a021-418b-b0d1-07cd11552fdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.843907] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1036.843907] env[62353]: value = "task-657748" [ 1036.843907] env[62353]: _type = "Task" [ 1036.843907] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.853459] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.026804] env[62353]: DEBUG nova.network.neutron [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.032737] env[62353]: DEBUG nova.scheduler.client.report [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1037.149563] env[62353]: INFO nova.compute.manager [-] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Took 1.41 seconds to deallocate network for instance. [ 1037.222571] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1037.236825] env[62353]: DEBUG nova.compute.manager [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Received event network-changed-8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1037.236964] env[62353]: DEBUG nova.compute.manager [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Refreshing instance network info cache due to event network-changed-8d6f7a7a-9477-491d-9b83-f79c77c854ee. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1037.238020] env[62353]: DEBUG oslo_concurrency.lockutils [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.240289] env[62353]: DEBUG oslo_concurrency.lockutils [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.240289] env[62353]: DEBUG nova.network.neutron [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Refreshing network info cache for port 8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1037.249691] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1037.249932] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1037.250113] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.250310] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1037.250462] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.250613] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1037.250824] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1037.250985] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1037.251182] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1037.251349] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1037.251572] env[62353]: DEBUG nova.virt.hardware [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.253020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b711ffab-5193-40d3-8e81-1a6e39aeabec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.261734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb664609-97f7-4d2c-8873-a65925a36e68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.275281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.280668] env[62353]: DEBUG oslo.service.loopingcall [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.280918] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1037.281181] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf9727a-b002-4581-9c3c-0de403821d29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.298242] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.298242] env[62353]: value = "task-657749" [ 1037.298242] env[62353]: _type = "Task" [ 1037.298242] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.305490] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657749, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.354710] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064837} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.355036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.355802] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c1ae6-c249-40b5-b818-0011c30a5887 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.374297] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] bdd10e93-f836-46fd-bf3a-aa34039eb8ed/bdd10e93-f836-46fd-bf3a-aa34039eb8ed.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.374911] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38ff949-ea7c-4e78-a342-23d22e0cd090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.393179] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1037.393179] env[62353]: value = "task-657750" [ 1037.393179] env[62353]: _type = "Task" [ 1037.393179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.400864] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.529792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.537059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.537059] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1037.539507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.386s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.541162] env[62353]: INFO nova.compute.claims [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.655629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.809971] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657749, 'name': CreateVM_Task, 'duration_secs': 0.451861} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.810132] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1037.810600] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.810781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.811108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.811379] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902d3131-3713-4a6b-bc95-7815d331a477 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.816256] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1037.816256] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f46de7-00fb-a5c9-92ac-f141a8ee2e08" [ 1037.816256] env[62353]: _type = "Task" [ 1037.816256] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.824472] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f46de7-00fb-a5c9-92ac-f141a8ee2e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.843788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1037.845532] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec5bd3-732c-44a2-8213-aaea69e7605b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.858219] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1037.858598] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4665d82e-efbb-4daa-a99e-7ccbd1ad09fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.903074] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.930766] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1037.931030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1037.931230] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleting the datastore file [datastore1] b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.931609] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4d1bb8-1ff5-49e2-b24f-1dcd0766da33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.940126] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1037.940126] env[62353]: value = "task-657752" [ 1037.940126] env[62353]: _type = "Task" [ 1037.940126] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.948307] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.007202] env[62353]: DEBUG nova.network.neutron [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updated VIF entry in instance network info cache for port 8d6f7a7a-9477-491d-9b83-f79c77c854ee. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1038.007597] env[62353]: DEBUG nova.network.neutron [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.046437] env[62353]: DEBUG nova.compute.utils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.051098] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1038.051401] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1038.094409] env[62353]: DEBUG nova.policy [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d698628bb94960a6c94b198f8062e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a94c4dd4b74f3190c090f0fa9c6847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1038.195890] env[62353]: DEBUG nova.compute.manager [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-vif-unplugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1038.196283] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.196564] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.196741] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.196936] env[62353]: DEBUG nova.compute.manager [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] No waiting events found dispatching network-vif-unplugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1038.197126] env[62353]: WARNING nova.compute.manager [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received unexpected event network-vif-unplugged-85bdcc47-9888-4c66-8d87-136ab3faebdd for instance with vm_state shelved and task_state shelving_offloading. [ 1038.197299] env[62353]: DEBUG nova.compute.manager [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1038.197463] env[62353]: DEBUG nova.compute.manager [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing instance network info cache due to event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1038.197675] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.197844] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.197997] env[62353]: DEBUG nova.network.neutron [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1038.330799] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f46de7-00fb-a5c9-92ac-f141a8ee2e08, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.331069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.331292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.331540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.331662] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.331844] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.332112] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b675617b-164b-4791-aa94-bef6e0d971c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.344040] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.344250] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1038.345448] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6804ae2-fa75-4f64-bfd0-2edbe5cbdacf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.350055] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1038.350055] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52499198-c14e-ec84-06f8-b67e9c37c228" [ 1038.350055] env[62353]: _type = "Task" [ 1038.350055] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.350761] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Successfully created port: c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.360373] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52499198-c14e-ec84-06f8-b67e9c37c228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.402991] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657750, 'name': ReconfigVM_Task, 'duration_secs': 0.600848} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.403292] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Reconfigured VM instance instance-00000060 to attach disk [datastore1] bdd10e93-f836-46fd-bf3a-aa34039eb8ed/bdd10e93-f836-46fd-bf3a-aa34039eb8ed.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.403936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd40c7e-6513-4a1a-805e-3ad0e8da2c4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.409321] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1038.409321] env[62353]: value = "task-657753" [ 1038.409321] env[62353]: _type = "Task" [ 1038.409321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.416793] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657753, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.449580] env[62353]: DEBUG oslo_vmware.api [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182312} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.449890] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.450122] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1038.450353] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1038.473411] env[62353]: INFO nova.scheduler.client.report [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted allocations for instance b3527d9a-3720-4ad6-9694-02c571a95ee5 [ 1038.510385] env[62353]: DEBUG oslo_concurrency.lockutils [req-1688e15f-d75b-4598-9f16-6ed25118f406 req-b68c577a-b7fe-474c-9db8-14755be7284a service nova] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.552381] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1038.764207] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a4660d-e057-495d-9ef6-73cd316bf3a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.775579] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491569c-f725-46dc-9287-b87647219b2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.818878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ef4ce-e284-455a-bfa4-61fd74e303ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.826701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c02a2-efb6-4c05-b649-1a81930cc8bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.841487] env[62353]: DEBUG nova.compute.provider_tree [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.864731] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52499198-c14e-ec84-06f8-b67e9c37c228, 'name': SearchDatastore_Task, 'duration_secs': 0.024347} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.866228] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad41f32c-4050-4c3f-892e-0e5f4a65dd27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.872121] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1038.872121] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527eeec6-6534-9a0e-59db-2392fa5b7303" [ 1038.872121] env[62353]: _type = "Task" [ 1038.872121] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.883643] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527eeec6-6534-9a0e-59db-2392fa5b7303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.921226] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657753, 'name': Rename_Task, 'duration_secs': 0.13136} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.921534] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1038.921817] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f99b5d99-df2d-4569-9075-6d84a9306e04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.927894] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1038.927894] env[62353]: value = "task-657754" [ 1038.927894] env[62353]: _type = "Task" [ 1038.927894] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.935340] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.952840] env[62353]: DEBUG nova.network.neutron [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updated VIF entry in instance network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1038.952840] env[62353]: DEBUG nova.network.neutron [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap85bdcc47-98", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.977857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.347140] env[62353]: DEBUG nova.scheduler.client.report [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1039.355445] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.355751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.384561] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527eeec6-6534-9a0e-59db-2392fa5b7303, 'name': SearchDatastore_Task, 'duration_secs': 0.035782} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.384904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.385253] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1039.385564] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ab67aa-eae4-4faa-8e5b-c032297fc412 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.392823] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1039.392823] env[62353]: value = "task-657755" [ 1039.392823] env[62353]: _type = "Task" [ 1039.392823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.401247] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.439226] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.454918] env[62353]: DEBUG oslo_concurrency.lockutils [req-c091e632-55aa-4506-ac70-01a54b40fbd0 req-4961cddd-9cee-4a6c-b81a-1fa5d0e10371 service nova] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.564224] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1039.589257] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.589526] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.589715] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.589927] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.590102] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.590263] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.590476] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.590641] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.590818] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.590989] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.591188] env[62353]: DEBUG nova.virt.hardware [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.592118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb590b0-468a-4b99-aaa0-b0e6558c9cc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.600031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d7783-28f4-456c-b7a5-a3004ed725e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.712391] env[62353]: DEBUG nova.compute.manager [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Received event network-vif-plugged-c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.712636] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] Acquiring lock "5d4db350-ca83-4dae-8981-6d1306044862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.712895] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] Lock "5d4db350-ca83-4dae-8981-6d1306044862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.713088] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] Lock "5d4db350-ca83-4dae-8981-6d1306044862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.713269] env[62353]: DEBUG nova.compute.manager [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] No waiting events found dispatching network-vif-plugged-c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1039.713437] env[62353]: WARNING nova.compute.manager [req-5c2a16c3-508c-45d0-bc27-dd7d707d2243 req-b6e27796-ec4f-4f5a-aeb8-f82f7555f974 service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Received unexpected event network-vif-plugged-c51ec9a7-c7ea-43be-b937-2667fa3d3393 for instance with vm_state building and task_state spawning. [ 1039.852350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.853420] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1039.856620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.282s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.856844] env[62353]: DEBUG nova.objects.instance [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lazy-loading 'resources' on Instance uuid 4a4a539e-09f0-411f-bcde-8d13acfa5608 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.858530] env[62353]: INFO nova.compute.manager [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Detaching volume 2eeb503a-b98d-4174-8ee2-3764aa53f07e [ 1039.898519] env[62353]: INFO nova.virt.block_device [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Attempting to driver detach volume 2eeb503a-b98d-4174-8ee2-3764aa53f07e from mountpoint /dev/sdb [ 1039.899164] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.899164] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159566', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'name': 'volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4779a34-2495-463b-a895-70b6f559136f', 'attached_at': '', 'detached_at': '', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'serial': '2eeb503a-b98d-4174-8ee2-3764aa53f07e'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.900051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e8f2e-40f6-445f-a05f-54cdc7d98725 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.909306] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657755, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.934658] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a5a2a-4f82-44d6-b27c-ab843c439a75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.942672] env[62353]: DEBUG oslo_vmware.api [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657754, 'name': PowerOnVM_Task, 'duration_secs': 0.597116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.944731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1039.944957] env[62353]: INFO nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Took 5.76 seconds to spawn the instance on the hypervisor. [ 1039.945153] env[62353]: DEBUG nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1039.946121] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f11dc9-8f5a-4f4e-a0cb-09207c9f575c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.949168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439afdd-b1e0-4b77-8c34-429686635335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.974523] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d2131a-b2b0-4100-812c-b6b0efe94b58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.995173] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] The volume has not been displaced from its original location: [datastore1] volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e/volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.000990] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.002631] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556ac202-6eb2-42b5-9f9c-e0bc3316b074 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.021674] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1040.021674] env[62353]: value = "task-657756" [ 1040.021674] env[62353]: _type = "Task" [ 1040.021674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.031938] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.281493] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Successfully updated port: c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.305028] env[62353]: DEBUG nova.compute.manager [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Received event network-changed-c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1040.305661] env[62353]: DEBUG nova.compute.manager [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Refreshing instance network info cache due to event network-changed-c51ec9a7-c7ea-43be-b937-2667fa3d3393. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1040.305661] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] Acquiring lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.305661] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] Acquired lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.306521] env[62353]: DEBUG nova.network.neutron [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Refreshing network info cache for port c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1040.359633] env[62353]: DEBUG nova.compute.utils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.361049] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1040.361231] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1040.409993] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.413401] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1040.413684] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.414456] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c01235c-2e2d-46e1-a1ba-fda73956d1ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.417850] env[62353]: DEBUG nova.policy [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1040.424321] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1040.424321] env[62353]: value = "task-657757" [ 1040.424321] env[62353]: _type = "Task" [ 1040.424321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.434834] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.483642] env[62353]: INFO nova.compute.manager [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Took 23.71 seconds to build instance. [ 1040.533057] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657756, 'name': ReconfigVM_Task, 'duration_secs': 0.427562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.533208] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.539903] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5427393-a40d-4381-92e4-f25d6d4d310e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.555432] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1040.555432] env[62353]: value = "task-657758" [ 1040.555432] env[62353]: _type = "Task" [ 1040.555432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.565918] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.612570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e17da1-00e2-404a-909d-dfe72301e585 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.619791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da6e8b-2d73-4de3-8679-04f2f501eda0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.652239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ec4b09-ba34-494f-97d7-fe855698e9dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.659747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d5f8f-cb37-4214-b7ed-7d6240758d68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.672990] env[62353]: DEBUG nova.compute.provider_tree [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.674831] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Successfully created port: 7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.784150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.851809] env[62353]: DEBUG nova.network.neutron [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1040.866674] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1040.915434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.937412] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.466284} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.937677] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.942194] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08835a-8c93-4db7-8479-836bd7558859 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.973306] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.974696] env[62353]: DEBUG nova.network.neutron [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.976275] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40be222-ae95-4bd0-99bc-768204b7d2c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.995919] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e3847e1-8f5c-4cf8-93ef-8f0cc3aed28b req-f802933b-b074-4e79-932f-78f4c11cb73a service nova] Releasing lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.996434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7178f10e-6f45-4fc7-a9fa-1a05215086f7 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.235s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.996589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquired lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.996732] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1041.003774] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1041.003774] env[62353]: value = "task-657759" [ 1041.003774] env[62353]: _type = "Task" [ 1041.003774] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.013297] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.067923] env[62353]: DEBUG oslo_vmware.api [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657758, 'name': ReconfigVM_Task, 'duration_secs': 0.236559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.067923] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159566', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'name': 'volume-2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c4779a34-2495-463b-a895-70b6f559136f', 'attached_at': '', 'detached_at': '', 'volume_id': '2eeb503a-b98d-4174-8ee2-3764aa53f07e', 'serial': '2eeb503a-b98d-4174-8ee2-3764aa53f07e'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.177958] env[62353]: DEBUG nova.scheduler.client.report [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1041.513375] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657759, 'name': ReconfigVM_Task, 'duration_secs': 0.408006} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.513769] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.514410] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df0b4554-ec05-442d-a5b7-a33bb55913ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.520662] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1041.520662] env[62353]: value = "task-657760" [ 1041.520662] env[62353]: _type = "Task" [ 1041.520662] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.528130] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657760, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.530047] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1041.613423] env[62353]: DEBUG nova.objects.instance [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.658567] env[62353]: DEBUG nova.network.neutron [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Updating instance_info_cache with network_info: [{"id": "c51ec9a7-c7ea-43be-b937-2667fa3d3393", "address": "fa:16:3e:b0:c7:ed", "network": {"id": "e817c8a6-733a-4ed0-a99b-07d042d937dc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-304926909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a94c4dd4b74f3190c090f0fa9c6847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51ec9a7-c7", "ovs_interfaceid": "c51ec9a7-c7ea-43be-b937-2667fa3d3393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.683358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.685943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.351s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.687494] env[62353]: INFO nova.compute.claims [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.712226] env[62353]: INFO nova.scheduler.client.report [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Deleted allocations for instance 4a4a539e-09f0-411f-bcde-8d13acfa5608 [ 1041.877087] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1041.903525] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1041.903806] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1041.903974] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.904182] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1041.904336] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.904486] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1041.904723] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1041.904893] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1041.905195] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1041.905268] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1041.905455] env[62353]: DEBUG nova.virt.hardware [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.906494] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696fb71-d001-4d8b-a8ad-b1eb0fa7aa20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.914282] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa0b80-12ab-4e14-ae94-71387aaf9f69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.030192] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657760, 'name': Rename_Task, 'duration_secs': 0.160246} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.030487] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1042.030748] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a718bbe9-48bb-49d6-8f26-a6e3f411124a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.037252] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1042.037252] env[62353]: value = "task-657761" [ 1042.037252] env[62353]: _type = "Task" [ 1042.037252] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.044985] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.161014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Releasing lock "refresh_cache-5d4db350-ca83-4dae-8981-6d1306044862" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.161592] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance network_info: |[{"id": "c51ec9a7-c7ea-43be-b937-2667fa3d3393", "address": "fa:16:3e:b0:c7:ed", "network": {"id": "e817c8a6-733a-4ed0-a99b-07d042d937dc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-304926909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a94c4dd4b74f3190c090f0fa9c6847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51ec9a7-c7", "ovs_interfaceid": "c51ec9a7-c7ea-43be-b937-2667fa3d3393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1042.162408] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51ec9a7-c7ea-43be-b937-2667fa3d3393', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.170600] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Creating folder: Project (04a94c4dd4b74f3190c090f0fa9c6847). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1042.170908] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72a2cf6-0b03-4a47-8174-1cf12a737cc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.181580] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Created folder: Project (04a94c4dd4b74f3190c090f0fa9c6847) in parent group-v159334. [ 1042.181790] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Creating folder: Instances. Parent ref: group-v159583. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1042.182437] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c31e75d-b6eb-4a0b-baa1-e391b75361c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.194941] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Created folder: Instances in parent group-v159583. [ 1042.195155] env[62353]: DEBUG oslo.service.loopingcall [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.195538] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1042.195750] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5afef9d1-976f-44d8-9ff6-c70b1ca50e54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.226008] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.226008] env[62353]: value = "task-657764" [ 1042.226008] env[62353]: _type = "Task" [ 1042.226008] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.226635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fb9bf6b-6537-46ea-954c-8f659c0d59ea tempest-ServerDiskConfigTestJSON-1415610657 tempest-ServerDiskConfigTestJSON-1415610657-project-member] Lock "4a4a539e-09f0-411f-bcde-8d13acfa5608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.623s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.238334] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657764, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.258483] env[62353]: DEBUG nova.compute.manager [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Received event network-vif-plugged-7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1042.258677] env[62353]: DEBUG oslo_concurrency.lockutils [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] Acquiring lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.258962] env[62353]: DEBUG oslo_concurrency.lockutils [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.259028] env[62353]: DEBUG oslo_concurrency.lockutils [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.259211] env[62353]: DEBUG nova.compute.manager [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] No waiting events found dispatching network-vif-plugged-7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1042.259383] env[62353]: WARNING nova.compute.manager [req-d635b373-957c-4b22-b832-1d752f5095d9 req-b61a71f5-6b4a-4bc2-9381-767c614c7738 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Received unexpected event network-vif-plugged-7b09116c-e635-4e0a-abf8-8f762577df88 for instance with vm_state building and task_state spawning. [ 1042.548202] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.550804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.620647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e1e606aa-29d1-4cf4-bf89-144bbf416a5d tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.621868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.071s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.622086] env[62353]: DEBUG nova.compute.manager [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1042.622941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b49e62-298e-45a2-9f72-2a5871187888 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.633393] env[62353]: DEBUG nova.compute.manager [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1042.634299] env[62353]: DEBUG nova.objects.instance [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.686045] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Successfully updated port: 7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.720841] env[62353]: DEBUG nova.compute.manager [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Received event network-changed-7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1042.721077] env[62353]: DEBUG nova.compute.manager [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Refreshing instance network info cache due to event network-changed-7b09116c-e635-4e0a-abf8-8f762577df88. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1042.721299] env[62353]: DEBUG oslo_concurrency.lockutils [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] Acquiring lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.721448] env[62353]: DEBUG oslo_concurrency.lockutils [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] Acquired lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.721618] env[62353]: DEBUG nova.network.neutron [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Refreshing network info cache for port 7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1042.741189] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657764, 'name': CreateVM_Task, 'duration_secs': 0.35562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.741368] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1042.742045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.742233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.742555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.743048] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2981bb6b-b7c9-4b0e-a7b9-eae406f03738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.750511] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1042.750511] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52443ec7-6319-7ee2-0906-47f470555385" [ 1042.750511] env[62353]: _type = "Task" [ 1042.750511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.758919] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52443ec7-6319-7ee2-0906-47f470555385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.934195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44ec61-4e61-42d9-8d3b-47fd383408ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.942808] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061ad8d-2ebc-468e-bb54-ac67518e83af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.977080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35392a55-3b57-4c19-8482-71ae9bdb88a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.985949] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f3dba6-f9de-47ea-8402-2c7fcac2daea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.001466] env[62353]: DEBUG nova.compute.provider_tree [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.047646] env[62353]: DEBUG oslo_vmware.api [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657761, 'name': PowerOnVM_Task, 'duration_secs': 0.570693} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.048101] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1043.048425] env[62353]: INFO nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1043.048736] env[62353]: DEBUG nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1043.049804] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e52d4-066e-4a03-9a0c-d2cc9a296bae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.140220] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1043.140497] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9ee77f-1e13-4bf2-bb6e-4fa5b6c28756 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.146791] env[62353]: DEBUG oslo_vmware.api [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1043.146791] env[62353]: value = "task-657765" [ 1043.146791] env[62353]: _type = "Task" [ 1043.146791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.155086] env[62353]: DEBUG oslo_vmware.api [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.188525] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.261369] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52443ec7-6319-7ee2-0906-47f470555385, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.261763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.262096] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.262349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.263258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263507] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.263811] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6626510d-380d-4532-a2f5-39dd949648c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.272361] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.272430] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1043.273181] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bfdc3e-3f63-4846-bc90-14feb0589276 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279618] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1043.279618] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfe888-3ecf-b15a-7d09-67a4d5473f80" [ 1043.279618] env[62353]: _type = "Task" [ 1043.279618] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.284848] env[62353]: DEBUG nova.network.neutron [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1043.292055] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfe888-3ecf-b15a-7d09-67a4d5473f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.400241] env[62353]: DEBUG nova.network.neutron [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.506946] env[62353]: DEBUG nova.scheduler.client.report [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1043.566430] env[62353]: INFO nova.compute.manager [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Took 26.34 seconds to build instance. [ 1043.659026] env[62353]: DEBUG oslo_vmware.api [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657765, 'name': PowerOffVM_Task, 'duration_secs': 0.197385} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.659117] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1043.659338] env[62353]: DEBUG nova.compute.manager [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1043.660153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef119553-d6d8-4147-b28b-d25bda12b107 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792943] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52dfe888-3ecf-b15a-7d09-67a4d5473f80, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.793791] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0fd5ca-3e6d-4e58-bec5-a15a6fe9848d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.799532] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1043.799532] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52adf3f6-24a0-9190-5b85-2e4ee0d830b4" [ 1043.799532] env[62353]: _type = "Task" [ 1043.799532] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.808881] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52adf3f6-24a0-9190-5b85-2e4ee0d830b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.902725] env[62353]: DEBUG oslo_concurrency.lockutils [req-99997139-0876-4d71-a95b-8e650922acac req-31bccdb6-928c-4768-bc78-4aa9769cab3b service nova] Releasing lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.903174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.903337] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1044.011612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.011612] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1044.014909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.589s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.019935] env[62353]: INFO nova.compute.claims [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.067721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-55f6b1f0-f98b-49dc-8603-5a29e8331d60 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.846s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.130772] env[62353]: INFO nova.compute.manager [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Rebuilding instance [ 1044.176374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e3320af-07bb-4e34-b533-1b905e1e7e57 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.195193] env[62353]: DEBUG nova.compute.manager [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1044.196256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee8a70-1f26-4701-a30f-35f4edcacaa1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.311524] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52adf3f6-24a0-9190-5b85-2e4ee0d830b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.311904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.312198] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5d4db350-ca83-4dae-8981-6d1306044862/5d4db350-ca83-4dae-8981-6d1306044862.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1044.312461] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed80adf-1028-44e3-bbe2-711027556b79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.321817] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1044.321817] env[62353]: value = "task-657766" [ 1044.321817] env[62353]: _type = "Task" [ 1044.321817] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.327223] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.469227] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1044.522104] env[62353]: DEBUG nova.compute.utils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1044.531232] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1044.531232] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1044.633339] env[62353]: DEBUG nova.policy [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1044.712027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1044.712027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aaf04cd-f025-4fa9-8c20-44d0c4ffce5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.722765] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1044.722765] env[62353]: value = "task-657767" [ 1044.722765] env[62353]: _type = "Task" [ 1044.722765] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.735813] env[62353]: DEBUG nova.network.neutron [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Updating instance_info_cache with network_info: [{"id": "7b09116c-e635-4e0a-abf8-8f762577df88", "address": "fa:16:3e:26:1d:1f", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09116c-e6", "ovs_interfaceid": "7b09116c-e635-4e0a-abf8-8f762577df88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.743712] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.833855] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.984280] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Successfully created port: 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.026428] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1045.232335] env[62353]: DEBUG nova.objects.instance [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.240728] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.241123] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance network_info: |[{"id": "7b09116c-e635-4e0a-abf8-8f762577df88", "address": "fa:16:3e:26:1d:1f", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09116c-e6", "ovs_interfaceid": "7b09116c-e635-4e0a-abf8-8f762577df88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1045.241470] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657767, 'name': PowerOffVM_Task, 'duration_secs': 0.182791} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.242611] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:1d:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b09116c-e635-4e0a-abf8-8f762577df88', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.251501] env[62353]: DEBUG oslo.service.loopingcall [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.251662] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1045.251892] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1045.255195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1045.255979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50865276-8a22-443d-aa49-15e3e6d11651 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258991] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9ef4c3b-b7af-4b97-baac-947877e13b84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.281904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1045.283268] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0533716b-e9d1-42dc-bc7c-71f8e4eea92d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.284708] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.284708] env[62353]: value = "task-657768" [ 1045.284708] env[62353]: _type = "Task" [ 1045.284708] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.294560] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657768, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.310242] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1045.310471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1045.310716] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleting the datastore file [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.311048] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9aa56cc-4d05-4c2f-a0ab-5928184b6338 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.317857] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1045.317857] env[62353]: value = "task-657770" [ 1045.317857] env[62353]: _type = "Task" [ 1045.317857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.331472] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.334724] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.335845] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5d4db350-ca83-4dae-8981-6d1306044862/5d4db350-ca83-4dae-8981-6d1306044862.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1045.336108] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.336848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0643c7-ac10-4802-9c82-af8f04bb837e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339311] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425bd8aa-036f-4232-b415-a13ed50bcd77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.349131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa53c9e-452b-418f-9073-e8b8d664e97b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.350538] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1045.350538] env[62353]: value = "task-657771" [ 1045.350538] env[62353]: _type = "Task" [ 1045.350538] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.381211] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b213579f-5dc8-4f1d-8daf-0809b091f469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.386873] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.391961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfbf7e7-b3dd-4a5d-83a7-8b30ae66f9eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.405801] env[62353]: DEBUG nova.compute.provider_tree [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.740515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.740859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.740966] env[62353]: DEBUG nova.network.neutron [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1045.742453] env[62353]: DEBUG nova.objects.instance [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'info_cache' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.795799] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657768, 'name': CreateVM_Task, 'duration_secs': 0.341453} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.796019] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1045.796729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.797671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.797671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.797671] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d504d86f-8f27-4483-831f-5af9d4276896 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.802185] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1045.802185] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b60c90-232a-d0e4-928c-d3c85890c822" [ 1045.802185] env[62353]: _type = "Task" [ 1045.802185] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.809889] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b60c90-232a-d0e4-928c-d3c85890c822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.826385] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147645} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.826717] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.826823] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1045.827016] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1045.861000] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099424} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.861000] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.861368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a0beb-1337-418a-a1df-3778c7f0a19c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.884994] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5d4db350-ca83-4dae-8981-6d1306044862/5d4db350-ca83-4dae-8981-6d1306044862.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.885584] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cbfa22-7395-4298-97d4-3453b1cd9bd3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.905544] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1045.905544] env[62353]: value = "task-657772" [ 1045.905544] env[62353]: _type = "Task" [ 1045.905544] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.909675] env[62353]: DEBUG nova.scheduler.client.report [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1045.918997] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.036412] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1046.062653] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1046.062837] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1046.063014] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.063214] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1046.063368] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.063644] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1046.063891] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1046.064590] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1046.065381] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1046.065649] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1046.066231] env[62353]: DEBUG nova.virt.hardware [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.069714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3687fda0-8bd7-49d6-971f-b30d2c949be7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.076868] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fa66a-7096-4abb-a7de-0885c897ffc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250443] env[62353]: DEBUG nova.objects.base [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1046.312754] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b60c90-232a-d0e4-928c-d3c85890c822, 'name': SearchDatastore_Task, 'duration_secs': 0.033021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.313085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.313342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.313617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.313786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.313972] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.314370] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdaa9452-e394-4f54-939f-3da8eaefd814 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.326744] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.326942] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1046.327986] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35dba3de-081a-471d-aba7-2c69d55fbbd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.341918] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1046.341918] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ddca57-1f58-6620-33c2-ae3d3ce42476" [ 1046.341918] env[62353]: _type = "Task" [ 1046.341918] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.349927] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ddca57-1f58-6620-33c2-ae3d3ce42476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.417862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.418700] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1046.423286] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657772, 'name': ReconfigVM_Task, 'duration_secs': 0.493571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.423674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.326s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.424405] env[62353]: DEBUG nova.objects.instance [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'resources' on Instance uuid 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.425674] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5d4db350-ca83-4dae-8981-6d1306044862/5d4db350-ca83-4dae-8981-6d1306044862.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.426424] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5acef9fc-ac82-4640-a5f0-64878d43b7f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.433991] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1046.433991] env[62353]: value = "task-657773" [ 1046.433991] env[62353]: _type = "Task" [ 1046.433991] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.447314] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657773, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.463490] env[62353]: DEBUG nova.compute.manager [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-vif-plugged-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1046.463768] env[62353]: DEBUG oslo_concurrency.lockutils [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.464009] env[62353]: DEBUG oslo_concurrency.lockutils [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.464201] env[62353]: DEBUG oslo_concurrency.lockutils [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.464397] env[62353]: DEBUG nova.compute.manager [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] No waiting events found dispatching network-vif-plugged-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1046.464635] env[62353]: WARNING nova.compute.manager [req-ade80dce-a5ca-414e-af51-a5a7cf4b0ce3 req-ad909765-299f-4c56-82b1-7831a4f07995 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received unexpected event network-vif-plugged-308d5a03-5120-408b-8fbc-c19dbbd589f7 for instance with vm_state building and task_state spawning. [ 1046.860331] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ddca57-1f58-6620-33c2-ae3d3ce42476, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.861199] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903704c5-f69b-4c77-bc18-b0448a333a6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.871030] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1046.871030] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5205d751-1c15-d149-4f96-a5694204f5d5" [ 1046.871030] env[62353]: _type = "Task" [ 1046.871030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1046.882020] env[62353]: DEBUG nova.virt.hardware [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.883329] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e56ef-82fc-47d0-87bd-2b5855c7260b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.891949] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5205d751-1c15-d149-4f96-a5694204f5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.897385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.897739] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 0fc51f8c-270d-45e1-81d3-0e1c10928e41/0fc51f8c-270d-45e1-81d3-0e1c10928e41.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1046.902046] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2ac1063-5de6-4f4c-bfcf-379244c45614 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.905040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb0ca8-2ce9-4046-a236-280bb688d99a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.922486] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.929457] env[62353]: DEBUG oslo.service.loopingcall [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.932449] env[62353]: DEBUG nova.compute.utils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.942021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1046.942021] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1046.942021] env[62353]: value = "task-657774" [ 1046.942021] env[62353]: _type = "Task" [ 1046.942021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.942021] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1046.942021] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1046.942619] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e719f6e0-8e6d-41f3-ab9c-11ffeb97b1a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.969150] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.969150] env[62353]: value = "task-657775" [ 1046.969150] env[62353]: _type = "Task" [ 1046.969150] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.980113] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.980381] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657773, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.989262] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657775, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.090850] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Successfully updated port: 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.111977] env[62353]: DEBUG nova.policy [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67af213673884b17a83a28152eab031e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35e4ba04853b4228ba9ad86860ce3631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1047.130033] env[62353]: DEBUG nova.compute.manager [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1047.130722] env[62353]: DEBUG nova.compute.manager [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1047.130843] env[62353]: DEBUG oslo_concurrency.lockutils [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.131019] env[62353]: DEBUG oslo_concurrency.lockutils [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.131317] env[62353]: DEBUG nova.network.neutron [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1047.269326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d7ccb-78a0-4e2f-9056-f4d641843ac4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.277318] env[62353]: DEBUG nova.network.neutron [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [{"id": "ebba0554-40da-4ded-98aa-87b047bc0f78", "address": "fa:16:3e:ee:f2:39", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba0554-40", "ovs_interfaceid": "ebba0554-40da-4ded-98aa-87b047bc0f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.279205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c58ed-c89c-498f-8904-45e430105987 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.309714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3d06c-272d-4379-abd4-3558f1a77dfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.318020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983de15e-3134-4786-8fcd-719516f3cd49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.334663] env[62353]: DEBUG nova.compute.provider_tree [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.441379] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1047.453692] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657773, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.463717] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.497550] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657775, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.593230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.656751] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Successfully created port: 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.685324] env[62353]: DEBUG nova.network.neutron [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1047.783806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "refresh_cache-c4779a34-2495-463b-a895-70b6f559136f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.839432] env[62353]: DEBUG nova.scheduler.client.report [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1047.849640] env[62353]: DEBUG nova.network.neutron [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.971985] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657773, 'name': Rename_Task, 'duration_secs': 1.235852} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.972816] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1047.975472] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d187cab-5561-4281-8cbb-c1fdabece16b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.980350] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.987013] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1047.987013] env[62353]: value = "task-657776" [ 1047.987013] env[62353]: _type = "Task" [ 1047.987013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.990666] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657775, 'name': CreateVM_Task, 'duration_secs': 0.924215} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.993922] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1047.995100] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.995281] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.995618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.996573] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31157836-44a1-4a59-8e2a-c158c7a87f6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.002624] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.007594] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1048.007594] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52de2c5d-6263-5726-6c16-b38381197015" [ 1048.007594] env[62353]: _type = "Task" [ 1048.007594] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.022373] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52de2c5d-6263-5726-6c16-b38381197015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.290971] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1048.290971] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c96904-6ebd-4b19-a6f4-e5a23c045796 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.296093] env[62353]: DEBUG oslo_vmware.api [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1048.296093] env[62353]: value = "task-657777" [ 1048.296093] env[62353]: _type = "Task" [ 1048.296093] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.308724] env[62353]: DEBUG oslo_vmware.api [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.344035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.346547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.624s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.346889] env[62353]: DEBUG nova.objects.instance [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'resources' on Instance uuid 25860ef4-9241-4b64-b40b-e35488c32d6c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.356405] env[62353]: DEBUG oslo_concurrency.lockutils [req-e705ca29-b595-4fc9-99cb-858aa74470f1 req-30dfc7d1-83b5-421a-958d-033799ae5869 service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.356757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.356919] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1048.372324] env[62353]: INFO nova.scheduler.client.report [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted allocations for instance 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b [ 1048.454948] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1048.469247] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657774, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.169524} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.469556] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 0fc51f8c-270d-45e1-81d3-0e1c10928e41/0fc51f8c-270d-45e1-81d3-0e1c10928e41.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1048.469781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.470083] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-481f6afa-e6eb-4b38-816f-87d0d0c5c79f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.477098] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1048.477098] env[62353]: value = "task-657778" [ 1048.477098] env[62353]: _type = "Task" [ 1048.477098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.488101] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.493799] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1048.494127] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1048.494314] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.494504] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1048.494650] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.494915] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1048.496488] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1048.496488] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1048.496488] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1048.496488] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1048.496488] env[62353]: DEBUG nova.virt.hardware [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.497593] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c4dd6c-0113-49fb-b29e-def1cf2d7c2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.519121] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ebd87-efe6-43f3-9c89-39dc8bcc2f5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.523647] env[62353]: DEBUG oslo_vmware.api [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657776, 'name': PowerOnVM_Task, 'duration_secs': 0.522855} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.523991] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1048.524262] env[62353]: INFO nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1048.524387] env[62353]: DEBUG nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1048.526316] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8289b0-6ce1-4532-b5f1-264ce2224ec4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.539913] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52de2c5d-6263-5726-6c16-b38381197015, 'name': SearchDatastore_Task, 'duration_secs': 0.023283} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.540818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.541096] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.541342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.541515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.541775] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.543488] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af152ee3-a251-4503-8a61-1a0e3238b8bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.556164] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.556380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1048.557119] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b848ab4-2d64-423a-95d9-fd6c0b5ab51f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.563042] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1048.563042] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ba9c14-6c95-41ed-4140-2f29a5e38abd" [ 1048.563042] env[62353]: _type = "Task" [ 1048.563042] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.571515] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ba9c14-6c95-41ed-4140-2f29a5e38abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.811028] env[62353]: DEBUG oslo_vmware.api [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.882256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cbfc170f-5109-4361-bae0-fc344ea3d038 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "4a94f5e8-832e-4cb0-a919-2ee1a0baf36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.121s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.893080] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1048.991444] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154303} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.991797] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.992419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f953c-76e0-4f50-b842-b789d405a5cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.022624] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0fc51f8c-270d-45e1-81d3-0e1c10928e41/0fc51f8c-270d-45e1-81d3-0e1c10928e41.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.025661] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a84e01-6452-493d-a101-e090761bbb02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.048247] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1049.048247] env[62353]: value = "task-657779" [ 1049.048247] env[62353]: _type = "Task" [ 1049.048247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.053853] env[62353]: DEBUG nova.network.neutron [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.066499] env[62353]: INFO nova.compute.manager [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Took 28.87 seconds to build instance. [ 1049.074710] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.081269] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ba9c14-6c95-41ed-4140-2f29a5e38abd, 'name': SearchDatastore_Task, 'duration_secs': 0.025312} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.085676] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fede1d-a886-4876-aa1e-6ecfd3f8dbd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.092791] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1049.092791] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a370ca-baca-ea90-be64-5550ed4a2701" [ 1049.092791] env[62353]: _type = "Task" [ 1049.092791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.105220] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a370ca-baca-ea90-be64-5550ed4a2701, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.108698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.108912] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1049.109704] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba83510-66f3-45fd-b101-b5fd76dd983f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.120068] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1049.120068] env[62353]: value = "task-657780" [ 1049.120068] env[62353]: _type = "Task" [ 1049.120068] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.128505] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.174752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.175372] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.227562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be849e-3332-405d-8eda-5295333c394c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.236740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379873a7-d7e6-4149-a62d-02634f2dcd6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.276071] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2ab3b-d38c-4173-8768-2b53166e6f67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.280668] env[62353]: DEBUG nova.compute.manager [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1049.280901] env[62353]: DEBUG oslo_concurrency.lockutils [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.281140] env[62353]: DEBUG oslo_concurrency.lockutils [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.281362] env[62353]: DEBUG oslo_concurrency.lockutils [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.281535] env[62353]: DEBUG nova.compute.manager [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] No waiting events found dispatching network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1049.281717] env[62353]: WARNING nova.compute.manager [req-593fa9f5-4dbc-4567-b479-3b7f48d0528b req-936d0636-5730-44c7-ab6e-baaf5d68e26a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received unexpected event network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe for instance with vm_state building and task_state spawning. [ 1049.291617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86418262-850f-48f0-8288-a4aa64a19d54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.311876] env[62353]: DEBUG nova.compute.provider_tree [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.320754] env[62353]: DEBUG oslo_vmware.api [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657777, 'name': PowerOnVM_Task, 'duration_secs': 0.616769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.321259] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1049.321953] env[62353]: DEBUG nova.compute.manager [None req-8f596b78-0e4c-49ad-9b1a-6e0266e7276a tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1049.324059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45da52b-23ed-4ad8-be96-834c1b6bbf2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.391585] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Successfully updated port: 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.560932] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657779, 'name': ReconfigVM_Task, 'duration_secs': 0.29853} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.561338] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0fc51f8c-270d-45e1-81d3-0e1c10928e41/0fc51f8c-270d-45e1-81d3-0e1c10928e41.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.562282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.562620] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Instance network_info: |[{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1049.562906] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef03fea5-8eeb-4556-b43a-516e50695d73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.565393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:1f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '308d5a03-5120-408b-8fbc-c19dbbd589f7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.577395] env[62353]: DEBUG oslo.service.loopingcall [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.577879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a304628-6915-44c7-a377-368a53f34cca tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.391s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.578137] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1049.578845] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c4a1714-c0ce-4449-a3dd-60f891b34aa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.596436] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1049.596436] env[62353]: value = "task-657782" [ 1049.596436] env[62353]: _type = "Task" [ 1049.596436] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.602131] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.602131] env[62353]: value = "task-657783" [ 1049.602131] env[62353]: _type = "Task" [ 1049.602131] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.609578] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657782, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.615268] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657783, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.628292] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496918} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.628591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1049.628809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.629088] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c07b4c-8c5f-4473-bd00-a6b7b9c129d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.635276] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1049.635276] env[62353]: value = "task-657784" [ 1049.635276] env[62353]: _type = "Task" [ 1049.635276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.642573] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.677152] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1049.815733] env[62353]: DEBUG nova.scheduler.client.report [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1049.894447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.894641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.894820] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1050.110892] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657782, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.116180] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657783, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.145684] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070956} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.146047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.146849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c8f63-def9-4d19-8c58-1f5411203679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.170106] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.170106] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c4e205-494f-4dc2-8555-0df7ecb5a51d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.192757] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1050.192757] env[62353]: value = "task-657785" [ 1050.192757] env[62353]: _type = "Task" [ 1050.192757] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.202802] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.210500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.323361] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.325629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.517s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.327327] env[62353]: INFO nova.compute.claims [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.345967] env[62353]: INFO nova.scheduler.client.report [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance 25860ef4-9241-4b64-b40b-e35488c32d6c [ 1050.430017] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1050.565028] env[62353]: DEBUG nova.network.neutron [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.609982] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657782, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.614712] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657783, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.703197] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.854778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d69efccb-3bca-438c-84fa-69e3930ffc16 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "25860ef4-9241-4b64-b40b-e35488c32d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.828s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.952058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "5d4db350-ca83-4dae-8981-6d1306044862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.952360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.952579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "5d4db350-ca83-4dae-8981-6d1306044862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.952771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.952950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.955357] env[62353]: INFO nova.compute.manager [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Terminating instance [ 1050.957563] env[62353]: DEBUG nova.compute.manager [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1050.957767] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1050.958645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee67d2-f6d2-4b78-9c4e-89bced97bb27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.966043] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1050.966584] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329a6ad5-0297-45e3-91d3-4b9dc31c36e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.972463] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1050.972463] env[62353]: value = "task-657786" [ 1050.972463] env[62353]: _type = "Task" [ 1050.972463] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.981226] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.067678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.068154] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance network_info: |[{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1051.068719] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c767748-8cbf-422b-9c20-066804ec85fe', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.078365] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating folder: Project (35e4ba04853b4228ba9ad86860ce3631). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1051.079162] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7edc304c-f13d-4ff6-8ece-f8e9fe71c9ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.089389] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created folder: Project (35e4ba04853b4228ba9ad86860ce3631) in parent group-v159334. [ 1051.089731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating folder: Instances. Parent ref: group-v159589. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1051.090373] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c066693-a188-4bb7-afa8-f8d6f2292dd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.104853] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created folder: Instances in parent group-v159589. [ 1051.105315] env[62353]: DEBUG oslo.service.loopingcall [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.109591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1051.113129] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b54a21-e4f8-4ac0-9a38-01f8e3b2b4a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.127519] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657782, 'name': Rename_Task, 'duration_secs': 1.093294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.128677] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1051.129350] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9527f0e1-fff6-46b8-94be-fb863b744327 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134108] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657783, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.135632] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.135632] env[62353]: value = "task-657789" [ 1051.135632] env[62353]: _type = "Task" [ 1051.135632] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.140070] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1051.140070] env[62353]: value = "task-657790" [ 1051.140070] env[62353]: _type = "Task" [ 1051.140070] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.145928] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657789, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.151229] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.204146] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657785, 'name': ReconfigVM_Task, 'duration_secs': 0.999773} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.204474] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a/0f6fa849-26e5-484b-bcf5-75ce276b897a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.205445] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee033a8d-6a1e-487e-82cb-968fc2df56d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.211997] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1051.211997] env[62353]: value = "task-657791" [ 1051.211997] env[62353]: _type = "Task" [ 1051.211997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.220907] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657791, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.298041] env[62353]: DEBUG nova.compute.manager [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1051.300323] env[62353]: DEBUG nova.compute.manager [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing instance network info cache due to event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1051.300323] env[62353]: DEBUG oslo_concurrency.lockutils [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.300323] env[62353]: DEBUG oslo_concurrency.lockutils [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.300323] env[62353]: DEBUG nova.network.neutron [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1051.482253] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657786, 'name': PowerOffVM_Task, 'duration_secs': 0.182521} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.482409] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1051.482616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1051.485420] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d0ca35-8521-491c-8006-5fb5a468ccb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.545993] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1051.546280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1051.546479] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Deleting the datastore file [datastore2] 5d4db350-ca83-4dae-8981-6d1306044862 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.549097] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65aa540b-32c8-4027-a5c4-32236e1f6855 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.555560] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for the task: (returnval){ [ 1051.555560] env[62353]: value = "task-657793" [ 1051.555560] env[62353]: _type = "Task" [ 1051.555560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.563594] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.577779] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac8ea1-23de-41f6-9891-f3e71e8354f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.584993] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3befdf4-fe32-46e6-886e-6f6043a3850f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.620930] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc9363-9347-4d8e-9a36-8a80541d0e19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.631666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0551d310-fbe1-4fab-808a-c971fd00e5a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.635936] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657783, 'name': CreateVM_Task, 'duration_secs': 1.545492} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.635936] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1051.636867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.637056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.637385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.647843] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38d1c24-8a38-49eb-81bc-75ac1c8e0320 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.649593] env[62353]: DEBUG nova.compute.provider_tree [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.660908] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657789, 'name': CreateVM_Task, 'duration_secs': 0.3673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.665830] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1051.666238] env[62353]: DEBUG oslo_vmware.api [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657790, 'name': PowerOnVM_Task, 'duration_secs': 0.477174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.666623] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1051.666623] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5237fb6c-24a1-b4e2-92d9-b62ac90d6bf6" [ 1051.666623] env[62353]: _type = "Task" [ 1051.666623] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.667571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.667872] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1051.668155] env[62353]: INFO nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1051.668367] env[62353]: DEBUG nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1051.670098] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33658e-063f-4d73-9a58-60c0afc7298f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.685244] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5237fb6c-24a1-b4e2-92d9-b62ac90d6bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.685732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.686269] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.686269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.686413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.686614] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.686908] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.687236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.687476] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39ad3c8c-99d5-41b8-8b7c-294c197b11af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.689140] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ca0f04-f1dd-40e1-b2a7-93cec9265da9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.694163] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1051.694163] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ad3d9-d259-4534-aa05-44b2a11add47" [ 1051.694163] env[62353]: _type = "Task" [ 1051.694163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.701686] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ad3d9-d259-4534-aa05-44b2a11add47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.702762] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.702971] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1051.703694] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db184527-0bf7-4f95-8988-135fda12112e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.708164] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1051.708164] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e47c3-6631-aa7d-d0cf-4da891d51105" [ 1051.708164] env[62353]: _type = "Task" [ 1051.708164] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.718833] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e47c3-6631-aa7d-d0cf-4da891d51105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.723398] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657791, 'name': Rename_Task, 'duration_secs': 0.166062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.723698] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1051.724322] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202061a7-4989-42e5-9024-c4f9d20e2f03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.730343] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.730629] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1051.730629] env[62353]: value = "task-657794" [ 1051.730629] env[62353]: _type = "Task" [ 1051.730629] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.731059] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.740700] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.893915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.894262] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.033593] env[62353]: DEBUG nova.network.neutron [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updated VIF entry in instance network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1052.034037] env[62353]: DEBUG nova.network.neutron [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.066286] env[62353]: DEBUG oslo_vmware.api [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Task: {'id': task-657793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183893} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.066286] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.066286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1052.066482] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1052.066649] env[62353]: INFO nova.compute.manager [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1052.066901] env[62353]: DEBUG oslo.service.loopingcall [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.067115] env[62353]: DEBUG nova.compute.manager [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1052.067214] env[62353]: DEBUG nova.network.neutron [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1052.156075] env[62353]: DEBUG nova.scheduler.client.report [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.200083] env[62353]: INFO nova.compute.manager [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Took 31.07 seconds to build instance. [ 1052.212285] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527ad3d9-d259-4534-aa05-44b2a11add47, 'name': SearchDatastore_Task, 'duration_secs': 0.024736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.220111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.220441] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.220698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.226750] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527e47c3-6631-aa7d-d0cf-4da891d51105, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.229131] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e83cd1c-63d9-44f4-b1d3-23c57954255e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.248101] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1052.248101] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f288e8-733e-915f-84ed-c6598f9773c8" [ 1052.248101] env[62353]: _type = "Task" [ 1052.248101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.249033] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.249105] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1052.249238] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1052.262585] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657794, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.270045] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f288e8-733e-915f-84ed-c6598f9773c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.270381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.270730] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e0ba7938-08cd-4741-bd30-d9db8efeec50/e0ba7938-08cd-4741-bd30-d9db8efeec50.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1052.271124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.271365] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.272030] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c85e3554-9f07-4c06-b53b-c42e0b75251f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.275083] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73f9b5bc-6b77-428f-94e0-de5fd9aacdbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.287023] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1052.287023] env[62353]: value = "task-657795" [ 1052.287023] env[62353]: _type = "Task" [ 1052.287023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.290631] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.290814] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1052.292146] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dab47eb-c3ff-4957-a12b-0a7352b26d8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.297679] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.301300] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1052.301300] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b1378-6a98-a16f-5a2c-e5428e819699" [ 1052.301300] env[62353]: _type = "Task" [ 1052.301300] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.309507] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b1378-6a98-a16f-5a2c-e5428e819699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.399447] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1052.480530] env[62353]: DEBUG nova.compute.manager [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Received event network-changed-7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1052.480750] env[62353]: DEBUG nova.compute.manager [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Refreshing instance network info cache due to event network-changed-7b09116c-e635-4e0a-abf8-8f762577df88. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1052.480997] env[62353]: DEBUG oslo_concurrency.lockutils [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] Acquiring lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.481180] env[62353]: DEBUG oslo_concurrency.lockutils [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] Acquired lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.481387] env[62353]: DEBUG nova.network.neutron [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Refreshing network info cache for port 7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1052.537595] env[62353]: DEBUG oslo_concurrency.lockutils [req-02906f83-5127-4645-80e7-94c0e41fe64a req-6469bffa-0b2c-4aed-820d-b263c06863ca service nova] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.660816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.661353] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1052.664349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.664554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.666622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.689s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.666848] env[62353]: DEBUG nova.objects.instance [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'resources' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.696071] env[62353]: INFO nova.scheduler.client.report [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted allocations for instance 5c8537ec-ba1e-40ea-ab62-070753a39d53 [ 1052.703216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-805e8e98-7b4b-41dd-8413-9379be0c2065 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.582s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.746606] env[62353]: DEBUG oslo_vmware.api [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657794, 'name': PowerOnVM_Task, 'duration_secs': 0.719535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.746883] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1052.747124] env[62353]: DEBUG nova.compute.manager [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1052.747931] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03991f93-413a-4d6c-ac37-71a00212ff02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.767857] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Skipping network cache update for instance because it is being deleted. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1052.768030] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1052.768165] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1052.768290] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1052.802280] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657795, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.812234] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529b1378-6a98-a16f-5a2c-e5428e819699, 'name': SearchDatastore_Task, 'duration_secs': 0.013994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.813179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.813320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.813470] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1052.813655] env[62353]: DEBUG nova.objects.instance [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lazy-loading 'info_cache' on Instance uuid 3f563057-69e6-4941-a450-069491b8eef3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.815788] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a60f9b-5ff6-46c0-b6d8-67bba667cbb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.824853] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1052.824853] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2386b-f7c0-66f2-d1ef-6ec092a1e0c6" [ 1052.824853] env[62353]: _type = "Task" [ 1052.824853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.836370] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2386b-f7c0-66f2-d1ef-6ec092a1e0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.849721] env[62353]: DEBUG nova.network.neutron [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.929794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.169869] env[62353]: DEBUG nova.compute.utils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.171517] env[62353]: DEBUG nova.objects.instance [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'numa_topology' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.172617] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1053.172787] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1053.205377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5e4cb67f-d9d8-4a30-8c81-1665b5f704af tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "5c8537ec-ba1e-40ea-ab62-070753a39d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.215s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.240285] env[62353]: DEBUG nova.policy [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1053.242505] env[62353]: DEBUG nova.network.neutron [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Updated VIF entry in instance network info cache for port 7b09116c-e635-4e0a-abf8-8f762577df88. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1053.242758] env[62353]: DEBUG nova.network.neutron [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Updating instance_info_cache with network_info: [{"id": "7b09116c-e635-4e0a-abf8-8f762577df88", "address": "fa:16:3e:26:1d:1f", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09116c-e6", "ovs_interfaceid": "7b09116c-e635-4e0a-abf8-8f762577df88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.268386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.296150] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.296459] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e0ba7938-08cd-4741-bd30-d9db8efeec50/e0ba7938-08cd-4741-bd30-d9db8efeec50.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1053.296681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.296949] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7819fff2-f3bb-4c44-a425-edffb7f2e70c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.303802] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1053.303802] env[62353]: value = "task-657796" [ 1053.303802] env[62353]: _type = "Task" [ 1053.303802] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.312171] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.337609] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b2386b-f7c0-66f2-d1ef-6ec092a1e0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.054267} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.339058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.339058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1053.341754] env[62353]: DEBUG nova.compute.manager [req-9d769677-af48-4068-be69-e107243e190f req-5679bcdf-0303-4bea-ad56-594cbcc717e5 service nova] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Received event network-vif-deleted-c51ec9a7-c7ea-43be-b937-2667fa3d3393 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1053.341754] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32e106c6-1fe7-4b70-ab4b-7c9f01aaf1c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.349072] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1053.349072] env[62353]: value = "task-657797" [ 1053.349072] env[62353]: _type = "Task" [ 1053.349072] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.354686] env[62353]: INFO nova.compute.manager [-] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Took 1.29 seconds to deallocate network for instance. [ 1053.363024] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.572154] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Successfully created port: 540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.675025] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1053.678269] env[62353]: DEBUG nova.objects.base [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1053.746539] env[62353]: DEBUG oslo_concurrency.lockutils [req-619d3ac0-d639-40cc-831c-941b25f5350e req-380a51c8-9353-46c7-816d-48d8aa7f3e81 service nova] Releasing lock "refresh_cache-0fc51f8c-270d-45e1-81d3-0e1c10928e41" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.817772] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.818085] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.819536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c15433f-f926-4b70-9d18-3e4bf88807cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.847186] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] e0ba7938-08cd-4741-bd30-d9db8efeec50/e0ba7938-08cd-4741-bd30-d9db8efeec50.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.850456] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc86bada-f14d-468b-8680-44b8e93d5eea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.869730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.881496] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.882166] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1053.882166] env[62353]: value = "task-657798" [ 1053.882166] env[62353]: _type = "Task" [ 1053.882166] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.893787] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.015292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a815b48e-751a-4810-9da1-cc3d998a5f95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.025144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81772629-7699-4d3d-aded-355928c1f7fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.029449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.029490] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.030070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.030070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.030270] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.033019] env[62353]: INFO nova.compute.manager [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Terminating instance [ 1054.063586] env[62353]: DEBUG nova.compute.manager [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1054.063860] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1054.064906] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb2601-ee6d-40d2-ada2-97be1a56b797 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.068065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1546e-3d32-4a62-a41d-e29d4735696a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.083334] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1054.084705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b5bec-3abc-499e-9332-8ddb064d869e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.089388] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77185607-efb9-47e1-85c5-2d2058330d17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.105136] env[62353]: DEBUG nova.compute.provider_tree [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.109789] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1054.109789] env[62353]: value = "task-657800" [ 1054.109789] env[62353]: _type = "Task" [ 1054.109789] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.125538] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.383101] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657797, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.383820] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1054.384111] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.384648] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5a3d92-5760-43df-9cd4-c4e213b5212c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.398329] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.398329] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1054.398329] env[62353]: value = "task-657801" [ 1054.398329] env[62353]: _type = "Task" [ 1054.398329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.611191] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.612598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.612904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.614345] env[62353]: DEBUG nova.scheduler.client.report [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1054.627867] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657800, 'name': PowerOffVM_Task, 'duration_secs': 0.428377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.629461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1054.629461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1054.629646] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0950e1b-ffe5-455a-af68-67fcefc4e4b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.691829] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1054.718159] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1054.718489] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1054.718695] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.718923] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1054.719128] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.719321] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1054.719588] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1054.719793] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1054.719979] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1054.720168] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1054.720350] env[62353]: DEBUG nova.virt.hardware [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.721256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9819237-0c81-4c0d-abd4-b2116763787c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.724781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1054.724990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1054.725190] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleting the datastore file [datastore2] 42fc3c8f-b686-4929-abfa-b60cac25bc4b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.725846] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453e1b33-22f7-4fd7-8260-d96bc37731ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.730850] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ef90a-6648-42eb-83a2-05ea730ea9a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735345] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1054.735345] env[62353]: value = "task-657803" [ 1054.735345] env[62353]: _type = "Task" [ 1054.735345] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.750198] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.879408] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.879740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.879963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "0f6fa849-26e5-484b-bcf5-75ce276b897a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.880247] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.880436] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.882640] env[62353]: INFO nova.compute.manager [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Terminating instance [ 1054.884452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "refresh_cache-0f6fa849-26e5-484b-bcf5-75ce276b897a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.884793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "refresh_cache-0f6fa849-26e5-484b-bcf5-75ce276b897a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.885033] env[62353]: DEBUG nova.network.neutron [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1054.896526] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657798, 'name': ReconfigVM_Task, 'duration_secs': 0.682191} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.896808] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfigured VM instance instance-00000064 to attach disk [datastore2] e0ba7938-08cd-4741-bd30-d9db8efeec50/e0ba7938-08cd-4741-bd30-d9db8efeec50.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.897494] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbe45619-d6d4-4b51-bb65-c980cfefa6e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.907233] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081005} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.908452] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.908813] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1054.908813] env[62353]: value = "task-657804" [ 1054.908813] env[62353]: _type = "Task" [ 1054.908813] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.909522] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f39f3-4202-4a13-8101-5d090683fec1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.933883] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.937825] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed600b41-f128-4404-a3b3-d8ea85849b67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952658] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657804, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.957749] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1054.957749] env[62353]: value = "task-657805" [ 1054.957749] env[62353]: _type = "Task" [ 1054.957749] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.965563] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.107956] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Successfully updated port: 540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.119072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.119323] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1055.119677] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1055.122822] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.123608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.126207] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.126207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.916s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.127445] env[62353]: INFO nova.compute.claims [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.130119] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.130315] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.130465] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.130621] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.130760] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1055.130911] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.245790] env[62353]: DEBUG oslo_vmware.api [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32055} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.246152] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.246427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1055.246855] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1055.246855] env[62353]: INFO nova.compute.manager [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1055.247181] env[62353]: DEBUG oslo.service.loopingcall [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.248014] env[62353]: DEBUG nova.compute.manager [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1055.248205] env[62353]: DEBUG nova.network.neutron [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1055.421768] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657804, 'name': Rename_Task, 'duration_secs': 0.16161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.422171] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1055.422363] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41118763-7458-4a34-9ad3-557d4a891465 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.428247] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1055.428247] env[62353]: value = "task-657806" [ 1055.428247] env[62353]: _type = "Task" [ 1055.428247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.435541] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.468261] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657805, 'name': ReconfigVM_Task, 'duration_secs': 0.371534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.469177] env[62353]: DEBUG nova.network.neutron [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1055.471179] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfigured VM instance instance-00000065 to attach disk [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.472608] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3b5990-3f48-45b8-a3a2-a007499000e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.477225] env[62353]: DEBUG nova.compute.manager [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Received event network-vif-plugged-540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1055.477503] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Acquiring lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.477842] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.477994] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.478241] env[62353]: DEBUG nova.compute.manager [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] No waiting events found dispatching network-vif-plugged-540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1055.478471] env[62353]: WARNING nova.compute.manager [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Received unexpected event network-vif-plugged-540454b2-0e89-451d-826b-3b227ce8914f for instance with vm_state building and task_state spawning. [ 1055.478694] env[62353]: DEBUG nova.compute.manager [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Received event network-changed-540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1055.478927] env[62353]: DEBUG nova.compute.manager [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Refreshing instance network info cache due to event network-changed-540454b2-0e89-451d-826b-3b227ce8914f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1055.479189] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Acquiring lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.479395] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Acquired lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.479612] env[62353]: DEBUG nova.network.neutron [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Refreshing network info cache for port 540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1055.483877] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1055.483877] env[62353]: value = "task-657807" [ 1055.483877] env[62353]: _type = "Task" [ 1055.483877] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.494336] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657807, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.561328] env[62353]: DEBUG nova.network.neutron [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.610335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.638932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.639903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5c5cceea-ceff-4e0d-9b69-4e35b603aaf5 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.038s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.640839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.726s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.641488] env[62353]: INFO nova.compute.manager [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Unshelving [ 1055.656376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.937841] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.997689] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657807, 'name': Rename_Task, 'duration_secs': 0.391431} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.997689] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1055.997689] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78eb721b-a7ac-4c36-a20d-eda78f3b5c06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.004053] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1056.004053] env[62353]: value = "task-657808" [ 1056.004053] env[62353]: _type = "Task" [ 1056.004053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.012032] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.017590] env[62353]: DEBUG nova.network.neutron [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1056.063918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "refresh_cache-0f6fa849-26e5-484b-bcf5-75ce276b897a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.064466] env[62353]: DEBUG nova.compute.manager [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1056.064630] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1056.065584] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5401e-0857-4cc7-9949-9cccafba93a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.072663] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1056.073654] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0228abab-4641-4bfd-b2cc-8ea22824ec9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.081071] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1056.081071] env[62353]: value = "task-657809" [ 1056.081071] env[62353]: _type = "Task" [ 1056.081071] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.089459] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.092814] env[62353]: DEBUG nova.network.neutron [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.233544] env[62353]: DEBUG nova.network.neutron [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.425831] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad2f80-a4be-4ed7-a0b0-47a694146f95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.435054] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f30f26-1157-4055-9a43-b5b1c0e4ecc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.441089] env[62353]: DEBUG oslo_vmware.api [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657806, 'name': PowerOnVM_Task, 'duration_secs': 0.949888} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.441780] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1056.441965] env[62353]: INFO nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1056.442181] env[62353]: DEBUG nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1056.442941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a6682-c98b-4dea-a049-c36091097705 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.470392] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea40b2-69b4-4cef-8656-5302dd3d19db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.482716] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd74f2-ea29-4090-b1ec-63027f5c5b3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.496700] env[62353]: DEBUG nova.compute.provider_tree [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.514632] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.592167] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657809, 'name': PowerOffVM_Task, 'duration_secs': 0.18783} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.592483] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1056.592662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1056.592936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff4afd76-4aae-483a-b2c7-d58da3800c6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.596250] env[62353]: DEBUG oslo_concurrency.lockutils [req-b31c3483-5174-418b-8f3e-f2c939f42ff2 req-8935f361-d445-4055-9d9c-051931425a5c service nova] Releasing lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.596591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.596742] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1056.622843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1056.622843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1056.622843] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleting the datastore file [datastore2] 0f6fa849-26e5-484b-bcf5-75ce276b897a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.623219] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd16b778-e4ee-4ec0-b08c-a4b9210b10b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.633028] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1056.633028] env[62353]: value = "task-657811" [ 1056.633028] env[62353]: _type = "Task" [ 1056.633028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.642957] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.665693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.737613] env[62353]: INFO nova.compute.manager [-] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Took 1.49 seconds to deallocate network for instance. [ 1056.988172] env[62353]: INFO nova.compute.manager [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Took 29.68 seconds to build instance. [ 1057.000022] env[62353]: DEBUG nova.scheduler.client.report [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1057.016999] env[62353]: DEBUG oslo_vmware.api [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657808, 'name': PowerOnVM_Task, 'duration_secs': 0.672895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.017270] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1057.017543] env[62353]: INFO nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1057.017794] env[62353]: DEBUG nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1057.018821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf975b-0298-4b14-9e9e-ccbf6edbbce3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.140264] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1057.148741] env[62353]: DEBUG oslo_vmware.api [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.149076] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.149374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1057.149629] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1057.149865] env[62353]: INFO nova.compute.manager [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1057.150168] env[62353]: DEBUG oslo.service.loopingcall [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.150419] env[62353]: DEBUG nova.compute.manager [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1057.150551] env[62353]: DEBUG nova.network.neutron [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1057.167858] env[62353]: DEBUG nova.network.neutron [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1057.245833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.285120] env[62353]: DEBUG nova.network.neutron [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Updating instance_info_cache with network_info: [{"id": "540454b2-0e89-451d-826b-3b227ce8914f", "address": "fa:16:3e:00:c7:f1", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540454b2-0e", "ovs_interfaceid": "540454b2-0e89-451d-826b-3b227ce8914f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.365876] env[62353]: DEBUG nova.compute.manager [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1057.366161] env[62353]: DEBUG nova.compute.manager [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1057.366409] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.366553] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.366795] env[62353]: DEBUG nova.network.neutron [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1057.490565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bdc8e092-44e4-4f41-805c-f0856a6a38a2 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.185s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.508269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.508269] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1057.508346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.579s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.510161] env[62353]: INFO nova.compute.claims [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.542362] env[62353]: INFO nova.compute.manager [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Took 30.13 seconds to build instance. [ 1057.597834] env[62353]: DEBUG nova.compute.manager [req-36001a51-64a0-4466-9a68-65d42da4c06f req-7140747a-b79c-42cf-bc20-998288b11964 service nova] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Received event network-vif-deleted-afa45638-f083-48d0-a595-4f4ce072a39d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1057.670535] env[62353]: DEBUG nova.network.neutron [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.787499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-766ff3ea-4814-4cfb-9d7e-bec38eac1e93" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.788806] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance network_info: |[{"id": "540454b2-0e89-451d-826b-3b227ce8914f", "address": "fa:16:3e:00:c7:f1", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540454b2-0e", "ovs_interfaceid": "540454b2-0e89-451d-826b-3b227ce8914f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1057.788806] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:c7:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540454b2-0e89-451d-826b-3b227ce8914f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.796938] env[62353]: DEBUG oslo.service.loopingcall [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.797238] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1057.797485] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93be666e-cb77-4588-9e34-422f97d17d62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.819379] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.819379] env[62353]: value = "task-657813" [ 1057.819379] env[62353]: _type = "Task" [ 1057.819379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.831232] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657813, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.024745] env[62353]: DEBUG nova.compute.utils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.026366] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1058.026528] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1058.045522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb233302-e6cb-4957-af2c-e8e857544745 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.134766] env[62353]: DEBUG nova.policy [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3a79cc304145238c7fb54c7a619a66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddf0952ad7bf40ffbc771f9fdc3de485', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1058.172938] env[62353]: INFO nova.compute.manager [-] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Took 1.02 seconds to deallocate network for instance. [ 1058.332097] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657813, 'name': CreateVM_Task, 'duration_secs': 0.38711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.332366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1058.333376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.333497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.333931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.334297] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5715f979-4f2a-4b25-919f-0d88868ab3a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.342479] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1058.342479] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522955bf-77d3-6fc7-7248-9622c10e79bc" [ 1058.342479] env[62353]: _type = "Task" [ 1058.342479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.345352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.345650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.356976] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522955bf-77d3-6fc7-7248-9622c10e79bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.358025] env[62353]: DEBUG nova.network.neutron [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updated VIF entry in instance network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1058.358158] env[62353]: DEBUG nova.network.neutron [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.533867] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1058.593018] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Successfully created port: 98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.680435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.817057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cbadd6-2ee7-461a-84ad-f7a775549740 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.826635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55ba3a9-2caa-43e7-a8c9-fb39caa55e04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.862965] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1058.870207] env[62353]: DEBUG oslo_concurrency.lockutils [req-2fe5ca0e-6493-491e-bb53-88f8a05b1aa0 req-3eebcb80-11e9-4c66-b9ab-8d51238c384d service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.875056] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a135ef-80f7-46bb-91d6-08387fbb28e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.883686] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522955bf-77d3-6fc7-7248-9622c10e79bc, 'name': SearchDatastore_Task, 'duration_secs': 0.03314} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.885993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.886270] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.886664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.886860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887079] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.887349] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9e81222-2521-4f9c-a7a4-13b62ce08e31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.890146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d250dd-7aaf-4e24-84e6-9837953c7240 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.905560] env[62353]: DEBUG nova.compute.provider_tree [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.907916] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.909139] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1058.909691] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e2887e-eee4-40d2-afda-c8f6916a95d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.915963] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1058.915963] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523279b6-b33b-e4a9-ebb9-c17321c0e949" [ 1058.915963] env[62353]: _type = "Task" [ 1058.915963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.925856] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523279b6-b33b-e4a9-ebb9-c17321c0e949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.388281] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.410881] env[62353]: DEBUG nova.scheduler.client.report [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1059.427181] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523279b6-b33b-e4a9-ebb9-c17321c0e949, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.428725] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25935d5c-a354-4c76-850e-4e8a79ab334d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.434887] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1059.434887] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218c3a4-9ebc-4a5e-7c65-1f8a0c470020" [ 1059.434887] env[62353]: _type = "Task" [ 1059.434887] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.443309] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218c3a4-9ebc-4a5e-7c65-1f8a0c470020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.543408] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1059.569695] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1059.569948] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1059.570135] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.570330] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1059.570486] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.570641] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1059.570852] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1059.571035] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1059.571224] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1059.571391] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1059.571700] env[62353]: DEBUG nova.virt.hardware [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.572596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9b886-c1e6-4872-876d-9384307016f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.581035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cef98e-908c-4d8c-b33b-e1c02efe0887 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.627907] env[62353]: DEBUG nova.compute.manager [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1059.628145] env[62353]: DEBUG nova.compute.manager [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing instance network info cache due to event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1059.628375] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.628528] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.628765] env[62353]: DEBUG nova.network.neutron [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1059.917096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.917096] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1059.919552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.651s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.919757] env[62353]: DEBUG nova.objects.instance [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.946210] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218c3a4-9ebc-4a5e-7c65-1f8a0c470020, 'name': SearchDatastore_Task, 'duration_secs': 0.026447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.946579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.946799] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 766ff3ea-4814-4cfb-9d7e-bec38eac1e93/766ff3ea-4814-4cfb-9d7e-bec38eac1e93.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1059.947223] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-935ecc75-b0e5-4299-9d03-1ea99aa0bdb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.953323] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1059.953323] env[62353]: value = "task-657815" [ 1059.953323] env[62353]: _type = "Task" [ 1059.953323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.962457] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.113343] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Successfully updated port: 98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.337529] env[62353]: DEBUG nova.network.neutron [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updated VIF entry in instance network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1060.338063] env[62353]: DEBUG nova.network.neutron [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.424356] env[62353]: DEBUG nova.compute.utils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.428197] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1060.428374] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1060.461932] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657815, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.465813] env[62353]: DEBUG nova.policy [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ced0ab7fc3141ad9241c87d9e9305a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19989cadc854d149c921576bf931868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1060.615733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.616191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquired lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.616191] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1060.719914] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Successfully created port: ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.841319] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a2bd62b-806d-44c0-bc61-edb3c84f6aa1 req-8d45c5d3-b6d5-4b9c-9a02-dfcbdfe1b04a service nova] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.931198] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1060.935077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a4bbb86-448b-490d-bee0-21069ccbb94f tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.936264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.067s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.939744] env[62353]: DEBUG nova.objects.instance [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lazy-loading 'resources' on Instance uuid 5d4db350-ca83-4dae-8981-6d1306044862 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.964449] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918843} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.964776] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 766ff3ea-4814-4cfb-9d7e-bec38eac1e93/766ff3ea-4814-4cfb-9d7e-bec38eac1e93.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1060.965019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.965286] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91c8de5-0cbe-4964-9385-ff8e8f29b870 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.973337] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1060.973337] env[62353]: value = "task-657816" [ 1060.973337] env[62353]: _type = "Task" [ 1060.973337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.983393] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.147190] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1061.293501] env[62353]: DEBUG nova.network.neutron [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Updating instance_info_cache with network_info: [{"id": "98520952-d768-41e5-b13d-35df25533f71", "address": "fa:16:3e:dd:7b:99", "network": {"id": "f3330169-c212-4d24-8ed4-d57b9be51c37", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1905849913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf0952ad7bf40ffbc771f9fdc3de485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98520952-d7", "ovs_interfaceid": "98520952-d768-41e5-b13d-35df25533f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.485794] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193532} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.488176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.489126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd191524-147e-4fab-a88f-33ee5ee9f9e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.513069] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 766ff3ea-4814-4cfb-9d7e-bec38eac1e93/766ff3ea-4814-4cfb-9d7e-bec38eac1e93.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.515541] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1a25fe-88d0-41f6-a5e3-de920eab7c36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.535269] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1061.535269] env[62353]: value = "task-657818" [ 1061.535269] env[62353]: _type = "Task" [ 1061.535269] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.545362] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.655016] env[62353]: DEBUG nova.compute.manager [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Received event network-vif-plugged-98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1061.655016] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Acquiring lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.655228] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.655358] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.655536] env[62353]: DEBUG nova.compute.manager [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] No waiting events found dispatching network-vif-plugged-98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1061.655715] env[62353]: WARNING nova.compute.manager [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Received unexpected event network-vif-plugged-98520952-d768-41e5-b13d-35df25533f71 for instance with vm_state building and task_state spawning. [ 1061.655873] env[62353]: DEBUG nova.compute.manager [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Received event network-changed-98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1061.656044] env[62353]: DEBUG nova.compute.manager [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Refreshing instance network info cache due to event network-changed-98520952-d768-41e5-b13d-35df25533f71. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1061.656258] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Acquiring lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.718013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a485c1c6-02f1-4b6d-a8cc-88e89dc83606 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.727904] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c1bdc5-4f7b-4b6c-96eb-599d458674db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.771231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ab285-f055-4334-bb0a-cfc05484d548 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.781008] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be404be5-8531-41e3-a792-fc20e40c7619 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.799601] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Releasing lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.800056] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Instance network_info: |[{"id": "98520952-d768-41e5-b13d-35df25533f71", "address": "fa:16:3e:dd:7b:99", "network": {"id": "f3330169-c212-4d24-8ed4-d57b9be51c37", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1905849913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf0952ad7bf40ffbc771f9fdc3de485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98520952-d7", "ovs_interfaceid": "98520952-d768-41e5-b13d-35df25533f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1061.800721] env[62353]: DEBUG nova.compute.provider_tree [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.802214] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Acquired lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.802470] env[62353]: DEBUG nova.network.neutron [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Refreshing network info cache for port 98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1061.803904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98520952-d768-41e5-b13d-35df25533f71', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.818026] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Creating folder: Project (ddf0952ad7bf40ffbc771f9fdc3de485). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1061.818026] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c24b9d-449b-4681-8ab5-9e7c34618762 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.827309] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Created folder: Project (ddf0952ad7bf40ffbc771f9fdc3de485) in parent group-v159334. [ 1061.827512] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Creating folder: Instances. Parent ref: group-v159594. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1061.827807] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0de61f2d-4dfc-4d3a-b0b0-32dfa6141bfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.837129] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Created folder: Instances in parent group-v159594. [ 1061.837389] env[62353]: DEBUG oslo.service.loopingcall [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.837587] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1061.837809] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783e618b-fba6-42ff-8a2b-017e04078263 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.857434] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.857434] env[62353]: value = "task-657821" [ 1061.857434] env[62353]: _type = "Task" [ 1061.857434] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.864391] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657821, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.945824] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1061.974178] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1061.974479] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1061.974782] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.974998] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1061.975179] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.975333] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1061.975555] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1061.975746] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1061.975949] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1061.976160] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1061.976348] env[62353]: DEBUG nova.virt.hardware [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.977252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1deef-532b-4a12-add0-cf6723ce03bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.985049] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f6992-7f9d-453f-a1d5-10abe2704cce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.044732] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657818, 'name': ReconfigVM_Task, 'duration_secs': 0.315092} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.045137] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 766ff3ea-4814-4cfb-9d7e-bec38eac1e93/766ff3ea-4814-4cfb-9d7e-bec38eac1e93.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.045817] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66e7f72d-7615-4925-8faa-34a4a056bd5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.052989] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1062.052989] env[62353]: value = "task-657822" [ 1062.052989] env[62353]: _type = "Task" [ 1062.052989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.061449] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657822, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.196856] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Successfully updated port: ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.317368] env[62353]: DEBUG nova.scheduler.client.report [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.368421] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657821, 'name': CreateVM_Task, 'duration_secs': 0.337973} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.368421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1062.369068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.369068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.369418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.369981] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03672fb1-ee82-494e-bb38-75f136265a72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.374198] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1062.374198] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e82af7-0f23-3e11-93b2-3fb8aa88abc6" [ 1062.374198] env[62353]: _type = "Task" [ 1062.374198] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.381259] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e82af7-0f23-3e11-93b2-3fb8aa88abc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.517619] env[62353]: DEBUG nova.network.neutron [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Updated VIF entry in instance network info cache for port 98520952-d768-41e5-b13d-35df25533f71. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1062.518015] env[62353]: DEBUG nova.network.neutron [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Updating instance_info_cache with network_info: [{"id": "98520952-d768-41e5-b13d-35df25533f71", "address": "fa:16:3e:dd:7b:99", "network": {"id": "f3330169-c212-4d24-8ed4-d57b9be51c37", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1905849913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf0952ad7bf40ffbc771f9fdc3de485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98520952-d7", "ovs_interfaceid": "98520952-d768-41e5-b13d-35df25533f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.563616] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657822, 'name': Rename_Task, 'duration_secs': 0.178576} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.563953] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1062.564263] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f828d290-f51a-4716-8537-e1faf01bfc20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.569790] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1062.569790] env[62353]: value = "task-657823" [ 1062.569790] env[62353]: _type = "Task" [ 1062.569790] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.577651] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.701124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.701496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701496] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1062.824867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.827498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.189s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.827711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.827948] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1062.828290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.172s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.829935] env[62353]: INFO nova.compute.claims [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.833295] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb762f4-f047-4c38-b2bc-4a57efaacaf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.842559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1535c-6280-4f3d-b5fa-142390c4a77e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.859912] env[62353]: INFO nova.scheduler.client.report [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Deleted allocations for instance 5d4db350-ca83-4dae-8981-6d1306044862 [ 1062.862657] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69192183-357a-454c-8fc5-456e439c19f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.870811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe3d1ab-d855-4610-94d1-6a858affa14a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.901677] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180611MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1062.901877] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.907984] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e82af7-0f23-3e11-93b2-3fb8aa88abc6, 'name': SearchDatastore_Task, 'duration_secs': 0.033421} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.908941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.909206] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.909450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.909806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.909806] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.910297] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-278fbdbc-ff6f-48de-8492-b65354e4e635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.924201] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.924393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1062.925418] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc21860-6c4d-4b07-9222-64cc67a4615c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.930694] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1062.930694] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52acef1c-d911-d9db-14db-4590c3a8eab3" [ 1062.930694] env[62353]: _type = "Task" [ 1062.930694] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.938219] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52acef1c-d911-d9db-14db-4590c3a8eab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.021789] env[62353]: DEBUG oslo_concurrency.lockutils [req-2ea304af-118e-4122-963f-3cbcf4302848 req-70615737-d993-440b-83ff-c5220ce848d3 service nova] Releasing lock "refresh_cache-96bfcf2f-c16d-4d4e-8649-43b97668d645" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.079032] env[62353]: DEBUG oslo_vmware.api [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657823, 'name': PowerOnVM_Task, 'duration_secs': 0.428178} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.079301] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1063.079515] env[62353]: INFO nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1063.079701] env[62353]: DEBUG nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1063.080487] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280ec39-c6d0-4619-a629-96d8bbf40553 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.235083] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1063.371731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42d2210a-1363-463c-9e15-2bde73a5b3ee tempest-ServerMetadataNegativeTestJSON-1898284800 tempest-ServerMetadataNegativeTestJSON-1898284800-project-member] Lock "5d4db350-ca83-4dae-8981-6d1306044862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.419s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.387663] env[62353]: DEBUG nova.network.neutron [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.445832] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52acef1c-d911-d9db-14db-4590c3a8eab3, 'name': SearchDatastore_Task, 'duration_secs': 0.015633} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.446682] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8fcb3d-9602-4897-a9db-afbc20ee1531 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.451797] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1063.451797] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52418e7b-68dc-1acf-3917-3fb850e31103" [ 1063.451797] env[62353]: _type = "Task" [ 1063.451797] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.461386] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52418e7b-68dc-1acf-3917-3fb850e31103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.600731] env[62353]: INFO nova.compute.manager [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Took 30.81 seconds to build instance. [ 1063.802354] env[62353]: DEBUG nova.compute.manager [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Received event network-vif-plugged-ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.802675] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.802880] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.802959] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.803197] env[62353]: DEBUG nova.compute.manager [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] No waiting events found dispatching network-vif-plugged-ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1063.803390] env[62353]: WARNING nova.compute.manager [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Received unexpected event network-vif-plugged-ba41c654-3846-4067-ac9a-90ddd2a03573 for instance with vm_state building and task_state spawning. [ 1063.803576] env[62353]: DEBUG nova.compute.manager [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Received event network-changed-ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.803776] env[62353]: DEBUG nova.compute.manager [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Refreshing instance network info cache due to event network-changed-ba41c654-3846-4067-ac9a-90ddd2a03573. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1063.803957] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Acquiring lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.890142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.890482] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Instance network_info: |[{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1063.890836] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Acquired lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891071] env[62353]: DEBUG nova.network.neutron [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Refreshing network info cache for port ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1063.895868] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:7d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba41c654-3846-4067-ac9a-90ddd2a03573', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.900821] env[62353]: DEBUG oslo.service.loopingcall [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.904593] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1063.904927] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31634d91-023b-43e2-a1a3-63a1b9fc133f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.927353] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.927353] env[62353]: value = "task-657825" [ 1063.927353] env[62353]: _type = "Task" [ 1063.927353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.935793] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657825, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.964389] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52418e7b-68dc-1acf-3917-3fb850e31103, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.967247] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.967629] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 96bfcf2f-c16d-4d4e-8649-43b97668d645/96bfcf2f-c16d-4d4e-8649-43b97668d645.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1063.968233] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb002c56-6dbc-4027-a53a-b4d75ce3c9c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.974891] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1063.974891] env[62353]: value = "task-657826" [ 1063.974891] env[62353]: _type = "Task" [ 1063.974891] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.987124] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.103703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-303a0613-110c-4591-87dc-4b01e65d5046 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.325s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.163274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25706ce-4726-426f-b90f-4d4c6f74fd36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.171709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe3b3d-b2ba-4683-bc2c-ae99eb812d4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.210287] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb71dfa8-6521-481d-9ae9-a9f0c2e8bf50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.219936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0ac021-a9f7-435b-9286-b5fef5017888 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.238787] env[62353]: DEBUG nova.compute.provider_tree [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.439806] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657825, 'name': CreateVM_Task, 'duration_secs': 0.409416} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.440020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1064.440989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.441196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.441556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.441868] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d436eb-f142-4ffe-9ba7-f0ed3bccdbbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.448871] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1064.448871] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520055da-6bf2-f2d1-d712-47c0396c75b6" [ 1064.448871] env[62353]: _type = "Task" [ 1064.448871] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.461876] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520055da-6bf2-f2d1-d712-47c0396c75b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.488539] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.545254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.545572] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.545771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.545971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.546195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.551090] env[62353]: INFO nova.compute.manager [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Terminating instance [ 1064.553237] env[62353]: DEBUG nova.compute.manager [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1064.553459] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1064.554426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4698cdf-57df-431f-a126-8f34dae67999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.564607] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1064.565027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14dc9cb6-f438-4e41-b638-066d2b9517b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.576042] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1064.576042] env[62353]: value = "task-657827" [ 1064.576042] env[62353]: _type = "Task" [ 1064.576042] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.587148] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.659863] env[62353]: DEBUG nova.network.neutron [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updated VIF entry in instance network info cache for port ba41c654-3846-4067-ac9a-90ddd2a03573. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1064.660334] env[62353]: DEBUG nova.network.neutron [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.742406] env[62353]: DEBUG nova.scheduler.client.report [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1064.966477] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520055da-6bf2-f2d1-d712-47c0396c75b6, 'name': SearchDatastore_Task, 'duration_secs': 0.066901} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.966864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.967182] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.967556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.967832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.968315] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.968710] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e58624-e53d-436a-a428-a7d9230ebc90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978036] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.978208] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1064.982394] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c71d28-6999-4b25-a931-9f9475d96668 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.991608] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627071} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.992906] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 96bfcf2f-c16d-4d4e-8649-43b97668d645/96bfcf2f-c16d-4d4e-8649-43b97668d645.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1064.993174] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.993501] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1064.993501] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524b5c7a-42a6-ac75-d529-08dfbbfe5988" [ 1064.993501] env[62353]: _type = "Task" [ 1064.993501] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.993729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82e8409a-9b04-4044-a1f1-c646465644ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.004266] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]524b5c7a-42a6-ac75-d529-08dfbbfe5988, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.006136] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1065.006136] env[62353]: value = "task-657828" [ 1065.006136] env[62353]: _type = "Task" [ 1065.006136] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.006349] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bcb63a-d76c-4bc6-87ae-a25fe316b6ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.017559] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.017876] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1065.017876] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257829a-a791-8472-4372-1a30cb64a533" [ 1065.017876] env[62353]: _type = "Task" [ 1065.017876] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.028198] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257829a-a791-8472-4372-1a30cb64a533, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.028198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.028198] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1065.028198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0033541f-9dcc-45b2-901d-1e25bfb8a84c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.033475] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1065.033475] env[62353]: value = "task-657829" [ 1065.033475] env[62353]: _type = "Task" [ 1065.033475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.041335] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.084515] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657827, 'name': PowerOffVM_Task, 'duration_secs': 0.475775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.084843] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1065.085038] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1065.085317] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25265e00-e291-49f5-a249-0a46e9222a32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.156616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1065.156920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1065.157225] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore1] 766ff3ea-4814-4cfb-9d7e-bec38eac1e93 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.157592] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c94b8cc9-712e-4a9e-98e2-0b488c8e3eca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.164732] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf9e61f8-c2a6-4589-b5bf-e159b7b3b9d4 req-62f9cc30-d9b8-4164-9ec8-3a7c92fa9622 service nova] Releasing lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.165284] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1065.165284] env[62353]: value = "task-657832" [ 1065.165284] env[62353]: _type = "Task" [ 1065.165284] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.174810] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.249358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.250078] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1065.254889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.589s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.255369] env[62353]: DEBUG nova.objects.instance [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'pci_requests' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.521073] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128373} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.521778] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.522591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fa7b9-3f49-4265-8e10-b81447273954 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.544875] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 96bfcf2f-c16d-4d4e-8649-43b97668d645/96bfcf2f-c16d-4d4e-8649-43b97668d645.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.548323] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab0e4b3-4b12-4a48-8256-357106608b87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.568251] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.569703] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1065.569703] env[62353]: value = "task-657833" [ 1065.569703] env[62353]: _type = "Task" [ 1065.569703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.579603] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.675973] env[62353]: DEBUG oslo_vmware.api [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337078} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.676285] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.676485] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1065.676673] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1065.676884] env[62353]: INFO nova.compute.manager [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1065.677132] env[62353]: DEBUG oslo.service.loopingcall [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.677340] env[62353]: DEBUG nova.compute.manager [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1065.677436] env[62353]: DEBUG nova.network.neutron [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1065.758930] env[62353]: DEBUG nova.compute.utils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.762228] env[62353]: DEBUG nova.objects.instance [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'numa_topology' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.764065] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1065.764065] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1065.827814] env[62353]: DEBUG nova.policy [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b495271a644d6b839a1d96ff6eb5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289c9140609d4fde9e5fd0eddf7e4f8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1066.044493] env[62353]: DEBUG nova.compute.manager [req-c5654400-0220-4589-bf2f-59ff2c7b9469 req-804f7320-74a0-440f-bc7b-b20b4e505d06 service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Received event network-vif-deleted-540454b2-0e89-451d-826b-3b227ce8914f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1066.044963] env[62353]: INFO nova.compute.manager [req-c5654400-0220-4589-bf2f-59ff2c7b9469 req-804f7320-74a0-440f-bc7b-b20b4e505d06 service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Neutron deleted interface 540454b2-0e89-451d-826b-3b227ce8914f; detaching it from the instance and deleting it from the info cache [ 1066.045047] env[62353]: DEBUG nova.network.neutron [req-c5654400-0220-4589-bf2f-59ff2c7b9469 req-804f7320-74a0-440f-bc7b-b20b4e505d06 service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.052719] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.053049] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1066.053765] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.053867] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b184308-3ce0-4cc1-9a1a-ee98a14775fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.063857] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1066.063857] env[62353]: value = "task-657834" [ 1066.063857] env[62353]: _type = "Task" [ 1066.063857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.073524] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.083758] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.200861] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Successfully created port: 1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.267091] env[62353]: INFO nova.compute.claims [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.272107] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1066.521868] env[62353]: DEBUG nova.network.neutron [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.551034] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed9a44a1-e5b4-4b9d-8801-1d1333ad58ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.560037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc8a021-220c-4db1-998d-65d5a56ff6e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.583403] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657834, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.586653] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.597978] env[62353]: DEBUG nova.compute.manager [req-c5654400-0220-4589-bf2f-59ff2c7b9469 req-804f7320-74a0-440f-bc7b-b20b4e505d06 service nova] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Detach interface failed, port_id=540454b2-0e89-451d-826b-3b227ce8914f, reason: Instance 766ff3ea-4814-4cfb-9d7e-bec38eac1e93 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1067.024768] env[62353]: INFO nova.compute.manager [-] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Took 1.35 seconds to deallocate network for instance. [ 1067.084646] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.587166} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.087565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.087853] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657833, 'name': ReconfigVM_Task, 'duration_secs': 1.133274} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.088553] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27afa3-a0c5-4e20-9354-0c9af95e6900 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.091059] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 96bfcf2f-c16d-4d4e-8649-43b97668d645/96bfcf2f-c16d-4d4e-8649-43b97668d645.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.091642] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430e7667-ea18-47c9-9fd6-099d9dc2e694 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.112301] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.113473] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a0a31d-7f4d-47f6-9354-ddb625e249a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.127915] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1067.127915] env[62353]: value = "task-657835" [ 1067.127915] env[62353]: _type = "Task" [ 1067.127915] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.134757] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1067.134757] env[62353]: value = "task-657836" [ 1067.134757] env[62353]: _type = "Task" [ 1067.134757] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.139330] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657835, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.145484] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.281458] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1067.311035] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1067.311307] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1067.311494] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.311688] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1067.311843] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.311994] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1067.312226] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1067.312393] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1067.312567] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1067.312733] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1067.312917] env[62353]: DEBUG nova.virt.hardware [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.316786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76a82c-5c6c-4f9d-9e2d-0f4b2a0eb51c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.332578] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5f050-6807-4249-83d4-d54eb928b12a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.516040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c36a55-b296-47c0-82c2-d899764b8dab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.523720] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb523cf-e19f-48cc-890f-b1083d1d8d21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.554403] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.555374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd8dfa-27d3-4bfc-ad78-cb8290dafa3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.562868] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e67f0e9-6b03-4800-8dec-67cdab760a73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.576684] env[62353]: DEBUG nova.compute.provider_tree [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.638511] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657835, 'name': Rename_Task, 'duration_secs': 0.145378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.641913] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1067.642305] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4d8bc7-14ae-4795-933a-a69589a18c88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.648960] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657836, 'name': ReconfigVM_Task, 'duration_secs': 0.2939} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.650133] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.650837] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1067.650837] env[62353]: value = "task-657838" [ 1067.650837] env[62353]: _type = "Task" [ 1067.650837] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.651349] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97657971-63ac-4e12-a52c-815f7dc94f63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.660578] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.661775] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1067.661775] env[62353]: value = "task-657839" [ 1067.661775] env[62353]: _type = "Task" [ 1067.661775] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.669746] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657839, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.795610] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Successfully updated port: 1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.080181] env[62353]: DEBUG nova.scheduler.client.report [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1068.098247] env[62353]: DEBUG nova.compute.manager [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Received event network-vif-plugged-1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1068.098715] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.099031] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.099184] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.099382] env[62353]: DEBUG nova.compute.manager [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] No waiting events found dispatching network-vif-plugged-1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1068.099527] env[62353]: WARNING nova.compute.manager [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Received unexpected event network-vif-plugged-1b5faf9d-2e55-4ab0-ad75-53f60b119380 for instance with vm_state building and task_state spawning. [ 1068.099697] env[62353]: DEBUG nova.compute.manager [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Received event network-changed-1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1068.099863] env[62353]: DEBUG nova.compute.manager [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Refreshing instance network info cache due to event network-changed-1b5faf9d-2e55-4ab0-ad75-53f60b119380. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1068.100185] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.100270] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.100371] env[62353]: DEBUG nova.network.neutron [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Refreshing network info cache for port 1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1068.163158] env[62353]: DEBUG oslo_vmware.api [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657838, 'name': PowerOnVM_Task, 'duration_secs': 0.484877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.166251] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1068.166478] env[62353]: INFO nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1068.166676] env[62353]: DEBUG nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1068.167449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b2731-8942-4f90-8355-823e2f003979 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.174998] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657839, 'name': Rename_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.176525] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1068.179591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20cb75e5-69e2-45e4-a92d-0e563dab4669 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.186846] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1068.186846] env[62353]: value = "task-657840" [ 1068.186846] env[62353]: _type = "Task" [ 1068.186846] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.195904] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.298754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.587066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.332s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.589573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.344s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.589836] env[62353]: DEBUG nova.objects.instance [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'resources' on Instance uuid 42fc3c8f-b686-4929-abfa-b60cac25bc4b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.631716] env[62353]: INFO nova.network.neutron [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating port 85bdcc47-9888-4c66-8d87-136ab3faebdd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1068.643479] env[62353]: DEBUG nova.network.neutron [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1068.689220] env[62353]: INFO nova.compute.manager [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Took 18.50 seconds to build instance. [ 1068.703785] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.794914] env[62353]: DEBUG nova.network.neutron [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.926157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.198574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc6be041-8d9e-4304-abf0-ea39d36121a6 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.198991] env[62353]: DEBUG oslo_vmware.api [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657840, 'name': PowerOnVM_Task, 'duration_secs': 0.633783} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.199108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.273s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.199461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.199538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.199704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.201845] env[62353]: INFO nova.compute.manager [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Terminating instance [ 1069.203435] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1069.203713] env[62353]: INFO nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1069.203909] env[62353]: DEBUG nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1069.206790] env[62353]: DEBUG nova.compute.manager [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1069.207010] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1069.207814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed6a777-08aa-4e88-880c-c4e8d4eaa2d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.211390] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ae6d1-6403-4e13-a021-573c24118825 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.219341] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1069.220633] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710e8f5d-34ab-4caf-9a01-f19da5430d30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.230790] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1069.230790] env[62353]: value = "task-657841" [ 1069.230790] env[62353]: _type = "Task" [ 1069.230790] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.244150] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.297475] env[62353]: DEBUG oslo_concurrency.lockutils [req-5d5f680a-c0b6-4e33-9f98-8c948307914d req-af1a104b-870e-459e-a037-c3cdf9ad419c service nova] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.297904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.298088] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1069.367190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae483e-13e8-414f-8921-5e0b6e4692d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.375632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1575305-46a3-4053-afb1-f56fa420d324 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.415877] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a7986-8bc7-4c7e-b260-c41374671965 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.424115] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133fe28d-4e3b-46b2-93d1-a2e2735569f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438464] env[62353]: DEBUG nova.compute.provider_tree [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.735907] env[62353]: INFO nova.compute.manager [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Took 16.83 seconds to build instance. [ 1069.742692] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657841, 'name': PowerOffVM_Task, 'duration_secs': 0.200465} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.743029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1069.743166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1069.743417] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ede63e59-0e17-430f-8b0c-75f943ef2698 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.809061] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1069.809061] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1069.809061] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Deleting the datastore file [datastore2] 96bfcf2f-c16d-4d4e-8649-43b97668d645 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.809368] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a790308c-8c11-4c6e-bab7-11f202790a60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.817907] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for the task: (returnval){ [ 1069.817907] env[62353]: value = "task-657844" [ 1069.817907] env[62353]: _type = "Task" [ 1069.817907] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.826787] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.832124] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1069.941499] env[62353]: DEBUG nova.scheduler.client.report [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1070.023722] env[62353]: DEBUG nova.network.neutron [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.129249] env[62353]: DEBUG nova.compute.manager [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1070.129510] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.129690] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.129967] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.130284] env[62353]: DEBUG nova.compute.manager [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] No waiting events found dispatching network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1070.130426] env[62353]: WARNING nova.compute.manager [req-b8847b91-5559-470e-a5a0-b086ec20134f req-c8efe281-7db2-4aa4-9705-df88303f147e service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received unexpected event network-vif-plugged-85bdcc47-9888-4c66-8d87-136ab3faebdd for instance with vm_state shelved_offloaded and task_state spawning. [ 1070.192230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.192440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.192630] env[62353]: DEBUG nova.network.neutron [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1070.237687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82a6f483-052a-41cb-a679-c9cb60df5bba tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.343s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.334779] env[62353]: DEBUG oslo_vmware.api [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Task: {'id': task-657844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.335172] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.335430] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1070.335687] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1070.335924] env[62353]: INFO nova.compute.manager [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.336290] env[62353]: DEBUG oslo.service.loopingcall [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.336506] env[62353]: DEBUG nova.compute.manager [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1070.336656] env[62353]: DEBUG nova.network.neutron [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1070.447411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.449830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.769s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.450132] env[62353]: DEBUG nova.objects.instance [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lazy-loading 'resources' on Instance uuid 0f6fa849-26e5-484b-bcf5-75ce276b897a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.461884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.462477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.470114] env[62353]: INFO nova.scheduler.client.report [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted allocations for instance 42fc3c8f-b686-4929-abfa-b60cac25bc4b [ 1070.526014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.527163] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Instance network_info: |[{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1070.527894] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b5faf9d-2e55-4ab0-ad75-53f60b119380', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.535312] env[62353]: DEBUG oslo.service.loopingcall [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.536804] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1070.536982] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f4b1fd3-f615-46d1-b447-60225a35126c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.559735] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.559735] env[62353]: value = "task-657845" [ 1070.559735] env[62353]: _type = "Task" [ 1070.559735] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.568270] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657845, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.965522] env[62353]: DEBUG nova.compute.utils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.982505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dd76da04-7636-4d4f-9ecb-2aea7c98d8b0 tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "42fc3c8f-b686-4929-abfa-b60cac25bc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.953s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.073885] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657845, 'name': CreateVM_Task, 'duration_secs': 0.345749} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.074071] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1071.075332] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.078444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.078444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.078444] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b60e84a-2ac9-4173-afad-f40b2fbbc759 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.081561] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1071.081561] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52207268-efc3-4fe6-8bdf-1bba373d145f" [ 1071.081561] env[62353]: _type = "Task" [ 1071.081561] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.095575] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52207268-efc3-4fe6-8bdf-1bba373d145f, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.095805] env[62353]: DEBUG nova.network.neutron [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.097057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.097293] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.097533] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.097681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.097859] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.098354] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9767fa69-12aa-4d7d-877d-577102c9935a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.112491] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.112604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1071.115736] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88162bfd-1d4e-4d1e-8468-66e624f162b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.122565] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1071.122565] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c15cf7-1f7a-32e1-53b7-aa38da621cba" [ 1071.122565] env[62353]: _type = "Task" [ 1071.122565] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.133261] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c15cf7-1f7a-32e1-53b7-aa38da621cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.143022] env[62353]: DEBUG nova.network.neutron [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.204484] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304f5e22-65a8-48db-9f3f-42ad7a0d610d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.212874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb653b1a-9000-451c-a60c-000a8b273b02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.245586] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7256db0-4e14-48c0-9fcd-60869a2acddc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.254098] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3458d16-4e27-48ed-b826-94db3b87c9e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.275480] env[62353]: DEBUG nova.compute.provider_tree [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.468983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.600943] env[62353]: INFO nova.compute.manager [-] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Took 1.26 seconds to deallocate network for instance. [ 1071.634407] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52c15cf7-1f7a-32e1-53b7-aa38da621cba, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.635137] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d40bad-eb9f-47ae-ad85-16f831c2c6c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.642023] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1071.642023] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523fce1d-1b96-b265-e4ad-21132216c591" [ 1071.642023] env[62353]: _type = "Task" [ 1071.642023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.645899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.654823] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523fce1d-1b96-b265-e4ad-21132216c591, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.655325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.655400] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1071.655639] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89b01bcd-157d-4c51-8694-1fbc3f95f44c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.664172] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1071.664172] env[62353]: value = "task-657846" [ 1071.664172] env[62353]: _type = "Task" [ 1071.664172] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.673038] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='77ce5936b7fdd16819c9d427bfd8f344',container_format='bare',created_at=2024-09-04T19:33:16Z,direct_url=,disk_format='vmdk',id=7bc1b31d-9331-49fd-b3ff-348b0ceda8eb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1797003367-shelved',owner='e0f015b631104a448488d710a1cefc81',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-09-04T19:33:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1071.673296] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1071.673463] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.673681] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1071.673845] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.674011] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1071.674443] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1071.674651] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1071.674857] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1071.675061] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1071.675255] env[62353]: DEBUG nova.virt.hardware [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.676347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb64946-3764-459a-960a-a6b8904ccd18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.682502] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.688567] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91766f5e-30f3-4c82-aba9-928c0156f040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.706202] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:75:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85bdcc47-9888-4c66-8d87-136ab3faebdd', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.713664] env[62353]: DEBUG oslo.service.loopingcall [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.714346] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1071.715419] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3629683-0a8a-44f5-af6e-0588491f848f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.735436] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.735436] env[62353]: value = "task-657847" [ 1071.735436] env[62353]: _type = "Task" [ 1071.735436] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.743896] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657847, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.769257] env[62353]: DEBUG nova.compute.manager [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1071.779111] env[62353]: DEBUG nova.scheduler.client.report [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1072.107137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.177016] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657846, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.245464] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657847, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.284319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.292142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.903s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.293400] env[62353]: INFO nova.compute.claims [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.301288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.310029] env[62353]: INFO nova.scheduler.client.report [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleted allocations for instance 0f6fa849-26e5-484b-bcf5-75ce276b897a [ 1072.353935] env[62353]: DEBUG nova.compute.manager [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1072.354185] env[62353]: DEBUG nova.compute.manager [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing instance network info cache due to event network-changed-85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1072.354423] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.354565] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.354810] env[62353]: DEBUG nova.network.neutron [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Refreshing network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1072.526455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.527081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.540389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.540618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.540849] env[62353]: INFO nova.compute.manager [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Attaching volume 36e21c78-540a-431c-ac06-5c6cf6a1f9fc to /dev/sdb [ 1072.576038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb0cab-bcb5-41cc-932c-66d13270ee38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.585542] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae707ed2-f89d-4307-be81-11235d5a518f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.599553] env[62353]: DEBUG nova.virt.block_device [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updating existing volume attachment record: 82bc9a40-1186-477b-9eca-471630ce11da {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1072.675734] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518185} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.676016] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1072.676245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.676500] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f132b4b6-f2e2-4f30-804c-0718d2b5a5f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.682722] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1072.682722] env[62353]: value = "task-657848" [ 1072.682722] env[62353]: _type = "Task" [ 1072.682722] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.690983] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.746055] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657847, 'name': CreateVM_Task, 'duration_secs': 0.677493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.746352] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1072.747157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.747435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.748314] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f34f649-cd47-4123-a096-f557186ae198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.753030] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1072.753030] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529571bb-95ee-56dc-97bf-0c077f95d8de" [ 1072.753030] env[62353]: _type = "Task" [ 1072.753030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.762086] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529571bb-95ee-56dc-97bf-0c077f95d8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.805498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "3e362c56-e195-4782-8cd3-03b607116b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.805821] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.806233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.806460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.806641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.808989] env[62353]: INFO nova.compute.manager [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Terminating instance [ 1072.810824] env[62353]: DEBUG nova.compute.manager [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1072.811347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1072.812339] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92806e-7e3c-4c5e-b5a5-ad88bc52185c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.822023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1072.822474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-54ed9e72-ad92-4f0e-ab57-3ad1ad0299a1 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "0f6fa849-26e5-484b-bcf5-75ce276b897a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.943s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.823286] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7363262d-516f-4218-8b13-5df9e33ee4fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.830906] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1072.830906] env[62353]: value = "task-657850" [ 1072.830906] env[62353]: _type = "Task" [ 1072.830906] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.840871] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.029300] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1073.053041] env[62353]: DEBUG nova.network.neutron [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updated VIF entry in instance network info cache for port 85bdcc47-9888-4c66-8d87-136ab3faebdd. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1073.053462] env[62353]: DEBUG nova.network.neutron [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.192717] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067623} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.193010] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.193826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7bfa75-a003-49eb-af87-622cd911cdc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.217781] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.218123] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b175ea-8e83-4541-88cf-3f82883661be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.241091] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1073.241091] env[62353]: value = "task-657851" [ 1073.241091] env[62353]: _type = "Task" [ 1073.241091] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.250695] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.263932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.264237] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Processing image 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.264575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.264771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.264978] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.265264] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fe61970-0a3a-4c50-9ea8-af6f160fd5ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.277970] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.278213] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1073.279038] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88265d0b-ec9e-42b3-af16-f19d412d730c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.285823] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1073.285823] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521078aa-5f3f-1192-9907-6fc4224aa3a4" [ 1073.285823] env[62353]: _type = "Task" [ 1073.285823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.295405] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521078aa-5f3f-1192-9907-6fc4224aa3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.347070] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657850, 'name': PowerOffVM_Task, 'duration_secs': 0.229637} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.347746] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1073.347746] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1073.347895] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc186b4-3f75-4b37-a03b-9b36b783744c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.422609] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1073.422917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1073.423139] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleting the datastore file [datastore1] 3e362c56-e195-4782-8cd3-03b607116b0c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.423467] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a891308-025f-455f-8865-c8cb859fe02e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.434638] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for the task: (returnval){ [ 1073.434638] env[62353]: value = "task-657853" [ 1073.434638] env[62353]: _type = "Task" [ 1073.434638] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.448540] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.548998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.557812] env[62353]: DEBUG oslo_concurrency.lockutils [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.558123] env[62353]: DEBUG nova.compute.manager [req-5c4c58e7-789a-4554-900d-ef8897a9fc26 req-194439c5-cbbd-4ff4-a7da-e1c99e92cc98 service nova] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Received event network-vif-deleted-98520952-d768-41e5-b13d-35df25533f71 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1073.595612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5feccda-5502-416d-b143-fc16596f034f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.604443] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a862498-ad72-43bf-a9da-4baa3975d360 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635436] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be55785-576d-4c50-add3-fff089a2f6de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.643858] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c6383-28e5-4974-a365-c84be4b53fcf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.658844] env[62353]: DEBUG nova.compute.provider_tree [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.752914] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657851, 'name': ReconfigVM_Task, 'duration_secs': 0.311882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.753229] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.753895] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b60ae886-9821-4780-b032-157569acae20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.761242] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1073.761242] env[62353]: value = "task-657854" [ 1073.761242] env[62353]: _type = "Task" [ 1073.761242] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.770888] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657854, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.796619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1073.796770] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Fetch image to [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590/OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1073.796929] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Downloading stream optimized image 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb to [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590/OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1073.797121] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Downloading image file data 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb to the ESX as VM named 'OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1073.878619] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1073.878619] env[62353]: value = "resgroup-9" [ 1073.878619] env[62353]: _type = "ResourcePool" [ 1073.878619] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1073.879138] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8b63400e-b95a-4179-bff4-1bf39b4b69a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.904687] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lease: (returnval){ [ 1073.904687] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1073.904687] env[62353]: _type = "HttpNfcLease" [ 1073.904687] env[62353]: } obtained for vApp import into resource pool (val){ [ 1073.904687] env[62353]: value = "resgroup-9" [ 1073.904687] env[62353]: _type = "ResourcePool" [ 1073.904687] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1073.905086] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the lease: (returnval){ [ 1073.905086] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1073.905086] env[62353]: _type = "HttpNfcLease" [ 1073.905086] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1073.912977] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.912977] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1073.912977] env[62353]: _type = "HttpNfcLease" [ 1073.912977] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1073.947835] env[62353]: DEBUG oslo_vmware.api [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Task: {'id': task-657853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163992} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.948338] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.948485] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1073.948783] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1073.948999] env[62353]: INFO nova.compute.manager [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.949315] env[62353]: DEBUG oslo.service.loopingcall [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.949567] env[62353]: DEBUG nova.compute.manager [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1073.949696] env[62353]: DEBUG nova.network.neutron [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1073.993953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.994210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.994430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.994626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.994915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.997272] env[62353]: INFO nova.compute.manager [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Terminating instance [ 1073.998991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "refresh_cache-bdd10e93-f836-46fd-bf3a-aa34039eb8ed" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.999175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquired lock "refresh_cache-bdd10e93-f836-46fd-bf3a-aa34039eb8ed" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.999346] env[62353]: DEBUG nova.network.neutron [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1074.162111] env[62353]: DEBUG nova.scheduler.client.report [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1074.272464] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657854, 'name': Rename_Task, 'duration_secs': 0.162053} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.272772] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1074.273083] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a0ae4d-8460-4df1-be61-ad5797974283 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.281526] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1074.281526] env[62353]: value = "task-657856" [ 1074.281526] env[62353]: _type = "Task" [ 1074.281526] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.291656] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.414906] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.414906] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1074.414906] env[62353]: _type = "HttpNfcLease" [ 1074.414906] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1074.470899] env[62353]: DEBUG nova.compute.manager [req-c2d1dd96-0d2b-49b4-9f59-8490d0974d46 req-59b1e02b-c60e-4dd2-8418-e333327b0da9 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Received event network-vif-deleted-c60bde57-f10e-451c-a876-36a357c8309f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1074.471503] env[62353]: INFO nova.compute.manager [req-c2d1dd96-0d2b-49b4-9f59-8490d0974d46 req-59b1e02b-c60e-4dd2-8418-e333327b0da9 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Neutron deleted interface c60bde57-f10e-451c-a876-36a357c8309f; detaching it from the instance and deleting it from the info cache [ 1074.471503] env[62353]: DEBUG nova.network.neutron [req-c2d1dd96-0d2b-49b4-9f59-8490d0974d46 req-59b1e02b-c60e-4dd2-8418-e333327b0da9 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.520942] env[62353]: DEBUG nova.network.neutron [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1074.624545] env[62353]: DEBUG nova.network.neutron [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.670378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.670943] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1074.673865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.772s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.687443] env[62353]: DEBUG nova.network.neutron [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.793841] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.914679] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.914679] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1074.914679] env[62353]: _type = "HttpNfcLease" [ 1074.914679] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1074.915011] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1074.915011] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221b28a-665e-d62a-eabd-040f9dee6dc0" [ 1074.915011] env[62353]: _type = "HttpNfcLease" [ 1074.915011] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1074.915776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a511e90-053e-4c68-a41a-03759d9382c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.925856] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1074.926120] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1074.986579] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9714aa0-edd5-4902-bd96-506ee2292427 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.994746] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68408d6a-c9e6-49d4-b7fd-8fea8440ed63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.000999] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af75622f-6f2c-4ba7-a1e3-33571e3da0af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.037661] env[62353]: DEBUG nova.compute.manager [req-c2d1dd96-0d2b-49b4-9f59-8490d0974d46 req-59b1e02b-c60e-4dd2-8418-e333327b0da9 service nova] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Detach interface failed, port_id=c60bde57-f10e-451c-a876-36a357c8309f, reason: Instance 3e362c56-e195-4782-8cd3-03b607116b0c could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1075.127890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Releasing lock "refresh_cache-bdd10e93-f836-46fd-bf3a-aa34039eb8ed" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.128499] env[62353]: DEBUG nova.compute.manager [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1075.128789] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1075.129922] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e75cff-1ed3-4726-a028-4f6a46b4b465 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.139487] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1075.139797] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3653e7b0-af37-440e-a57e-38c1db8ec55a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.147361] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1075.147361] env[62353]: value = "task-657858" [ 1075.147361] env[62353]: _type = "Task" [ 1075.147361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.157056] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.189325] env[62353]: DEBUG nova.compute.utils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1075.194057] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1075.194278] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1075.196808] env[62353]: INFO nova.compute.manager [-] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Took 1.25 seconds to deallocate network for instance. [ 1075.245342] env[62353]: DEBUG nova.policy [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1075.295972] env[62353]: DEBUG oslo_vmware.api [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657856, 'name': PowerOnVM_Task, 'duration_secs': 0.52982} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.296895] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1075.297183] env[62353]: INFO nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1075.297459] env[62353]: DEBUG nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1075.298347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f8159a-a5af-4ec0-9dbc-0733ca291265 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.580359] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Successfully created port: cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.582729] env[62353]: DEBUG nova.compute.manager [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1075.664634] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657858, 'name': PowerOffVM_Task, 'duration_secs': 0.1367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.665046] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1075.665356] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1075.665747] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7627cfd2-cf04-4bfd-8045-fceeb173356f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.693668] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating resource usage from migration 9b42e88a-2024-4b09-8246-d4d9709088fb [ 1075.693907] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating resource usage from migration 5f4f84af-dd16-4a19-98e5-f4094708cbf5 [ 1075.702874] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1075.706101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.706307] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1075.706498] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1075.706690] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleting the datastore file [datastore1] bdd10e93-f836-46fd-bf3a-aa34039eb8ed {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.709019] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf08302-e6b3-4207-a006-b2a7fa75598e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.717430] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for the task: (returnval){ [ 1075.717430] env[62353]: value = "task-657860" [ 1075.717430] env[62353]: _type = "Task" [ 1075.717430] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.727416] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.728767] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3f563057-69e6-4941-a450-069491b8eef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.728921] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3e362c56-e195-4782-8cd3-03b607116b0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.729057] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c4779a34-2495-463b-a895-70b6f559136f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.729177] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.729291] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance dbf53812-ff12-4d93-aecf-31a505909ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance bdd10e93-f836-46fd-bf3a-aa34039eb8ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 0fc51f8c-270d-45e1-81d3-0e1c10928e41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance e0ba7938-08cd-4741-bd30-d9db8efeec50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance acbf6104-9e33-49d4-b2a3-2413236ff440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730085] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 766ff3ea-4814-4cfb-9d7e-bec38eac1e93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.730085] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance b3527d9a-3720-4ad6-9694-02c571a95ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730281] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 96bfcf2f-c16d-4d4e-8649-43b97668d645 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.730281] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance e09c8bc9-227e-41ff-96d3-3d1220203b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730340] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 1fc79467-aefd-4d77-af40-588d0ce1bb25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.730445] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration 9b42e88a-2024-4b09-8246-d4d9709088fb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1075.733041] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 1463298c-e8df-4045-8e0b-f8bfb02ada54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1075.831542] env[62353]: INFO nova.compute.manager [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Took 20.20 seconds to build instance. [ 1076.105812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.237598] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 95210531-00f4-4aab-800c-a4f298e81a02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.237738] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration 5f4f84af-dd16-4a19-98e5-f4094708cbf5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1076.237915] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 853db629-afd1-4d02-a7fa-0791a908ba07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.238169] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1076.238266] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1076.240868] env[62353]: DEBUG oslo_vmware.api [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Task: {'id': task-657860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.241626] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1076.241837] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.242332] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.243399] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1076.243399] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1076.243399] env[62353]: INFO nova.compute.manager [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1076.243399] env[62353]: DEBUG oslo.service.loopingcall [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.245551] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0326b-c023-4d84-9032-55d27e4c5e74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.247443] env[62353]: DEBUG nova.compute.manager [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1076.247552] env[62353]: DEBUG nova.network.neutron [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1076.253614] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.253992] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1076.254149] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-03c6010e-f82e-47d5-b3fd-135dbd80bd89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.269041] env[62353]: DEBUG nova.network.neutron [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1076.334564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01736862-4801-46c4-b32d-7e19f034fc9d tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.721s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.483275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ac97d-dc61-4aca-97bf-5e9ce69372a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.491503] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca85ab-6b01-47a2-a0a2-9135be77ba6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.498085] env[62353]: DEBUG nova.compute.manager [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Received event network-changed-1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1076.498306] env[62353]: DEBUG nova.compute.manager [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Refreshing instance network info cache due to event network-changed-1b5faf9d-2e55-4ab0-ad75-53f60b119380. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1076.498533] env[62353]: DEBUG oslo_concurrency.lockutils [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.498749] env[62353]: DEBUG oslo_concurrency.lockutils [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.499061] env[62353]: DEBUG nova.network.neutron [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Refreshing network info cache for port 1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1076.529051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb58afda-ba64-4427-91eb-30f5c83d3831 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.539298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7d320-bcfb-41ba-993c-8d1dc6fe7740 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.555150] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.694462] env[62353]: DEBUG oslo_vmware.rw_handles [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c10f03-51db-abe8-0fd1-46f371c0dce8/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1076.694788] env[62353]: INFO nova.virt.vmwareapi.images [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Downloaded image file data 7bc1b31d-9331-49fd-b3ff-348b0ceda8eb [ 1076.696232] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2b802-40ca-4f76-b806-5949f5d0b508 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.712567] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32855583-de8e-47bd-8ef4-f52ce4238559 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.717789] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1076.744198] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1076.744761] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1076.745094] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1076.745406] env[62353]: DEBUG nova.virt.hardware [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1076.746369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abceca57-2e7a-4ab7-8c30-3bb0142fe5a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.756284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab392f-af7c-4bec-95b3-af107080791a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.772532] env[62353]: DEBUG nova.network.neutron [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.773877] env[62353]: INFO nova.virt.vmwareapi.images [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] The imported VM was unregistered [ 1076.776281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1076.776522] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.776993] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a663b6-9cee-419d-9fd8-18aae288ddb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.796736] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Created directory with path [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.797016] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590/OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590.vmdk to [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1076.797546] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1a98e355-092e-4684-8279-f9b2af8fc7e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.805771] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1076.805771] env[62353]: value = "task-657862" [ 1076.805771] env[62353]: _type = "Task" [ 1076.805771] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.814466] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.993143] env[62353]: DEBUG nova.compute.manager [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-vif-plugged-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1076.993384] env[62353]: DEBUG oslo_concurrency.lockutils [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.993635] env[62353]: DEBUG oslo_concurrency.lockutils [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.993899] env[62353]: DEBUG oslo_concurrency.lockutils [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.994037] env[62353]: DEBUG nova.compute.manager [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] No waiting events found dispatching network-vif-plugged-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1076.994193] env[62353]: WARNING nova.compute.manager [req-356c53ec-0d0f-4d9d-ab99-a5ac242108ce req-72be136b-8e21-4625-b031-4381f486c15f service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received unexpected event network-vif-plugged-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 for instance with vm_state building and task_state spawning. [ 1077.058392] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1077.146174] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.146435] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159601', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'name': 'volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dbf53812-ff12-4d93-aecf-31a505909ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'serial': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.147554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e39ccc-7de3-4864-8080-d191b33f4d3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.167556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb194c0-6e76-4716-9c47-d3ea840550c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194782] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc/volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.197473] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca4a61d-03ce-4064-b842-ede167f24b36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.217812] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1077.217812] env[62353]: value = "task-657863" [ 1077.217812] env[62353]: _type = "Task" [ 1077.217812] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.226894] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.278452] env[62353]: INFO nova.compute.manager [-] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Took 1.03 seconds to deallocate network for instance. [ 1077.290857] env[62353]: DEBUG nova.network.neutron [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updated VIF entry in instance network info cache for port 1b5faf9d-2e55-4ab0-ad75-53f60b119380. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1077.291248] env[62353]: DEBUG nova.network.neutron [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.319493] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.553058] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Successfully updated port: cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.563072] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1077.563420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.890s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.563822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.564347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.566658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.460s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.566910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.568941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.268s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.593245] env[62353]: INFO nova.scheduler.client.report [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Deleted allocations for instance 96bfcf2f-c16d-4d4e-8649-43b97668d645 [ 1077.595446] env[62353]: INFO nova.scheduler.client.report [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 766ff3ea-4814-4cfb-9d7e-bec38eac1e93 [ 1077.732963] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.785485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.793600] env[62353]: DEBUG oslo_concurrency.lockutils [req-be666882-0e30-4448-90d6-78ba4abc15f3 req-aa062bf0-a2d3-404c-9cc5-d260a1b7f346 service nova] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.819958] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.056308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.056463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.056615] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1078.077126] env[62353]: INFO nova.compute.claims [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.107860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec0e60dc-0cab-417d-b101-33bc67ecf9d0 tempest-InstanceActionsV221TestJSON-1493259509 tempest-InstanceActionsV221TestJSON-1493259509-project-member] Lock "96bfcf2f-c16d-4d4e-8649-43b97668d645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.909s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.109065] env[62353]: DEBUG oslo_concurrency.lockutils [None req-770456b2-3605-468c-ae8c-fe2920addf79 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "766ff3ea-4814-4cfb-9d7e-bec38eac1e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.563s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.233369] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657863, 'name': ReconfigVM_Task, 'duration_secs': 0.733226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.233781] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc/volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.238608] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca52ede-eb8e-47d8-8689-321f18217415 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258641] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1078.258641] env[62353]: value = "task-657864" [ 1078.258641] env[62353]: _type = "Task" [ 1078.258641] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.271576] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.320163] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.534498] env[62353]: DEBUG nova.compute.manager [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1078.535061] env[62353]: DEBUG nova.compute.manager [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing instance network info cache due to event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1078.535061] env[62353]: DEBUG oslo_concurrency.lockutils [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.588886] env[62353]: INFO nova.compute.resource_tracker [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating resource usage from migration 9b42e88a-2024-4b09-8246-d4d9709088fb [ 1078.603253] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1078.774596] env[62353]: DEBUG oslo_vmware.api [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657864, 'name': ReconfigVM_Task, 'duration_secs': 0.205151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.774988] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159601', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'name': 'volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dbf53812-ff12-4d93-aecf-31a505909ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'serial': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.825679] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.848300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29515cee-96bc-4c1b-9437-52faa2affe92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.859956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61b1dc-2c0d-45d0-b7c8-435dcfa93ded {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.901588] env[62353]: DEBUG nova.network.neutron [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.905044] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f02d50e-d7bc-4dbf-b584-6e498ab11fed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.919995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890d93c-7ba2-439a-b479-22f3d092f96e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.942096] env[62353]: DEBUG nova.compute.provider_tree [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.189090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "369878c6-dc86-4a62-b22a-4bc452476ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.189367] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.321406] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.409886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.410358] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Instance network_info: |[{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1079.410755] env[62353]: DEBUG oslo_concurrency.lockutils [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.411081] env[62353]: DEBUG nova.network.neutron [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1079.413189] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:95:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf179e09-c7a7-4e23-9c30-4fc38e7415f5', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.422274] env[62353]: DEBUG oslo.service.loopingcall [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.426358] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1079.427848] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5ef7c23-9dc8-451b-88c7-d2978f094f31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.446628] env[62353]: DEBUG nova.scheduler.client.report [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1079.455184] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.455184] env[62353]: value = "task-657865" [ 1079.455184] env[62353]: _type = "Task" [ 1079.455184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.464291] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657865, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.695827] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1079.714088] env[62353]: DEBUG nova.network.neutron [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updated VIF entry in instance network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1079.714751] env[62353]: DEBUG nova.network.neutron [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.820700] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.832743] env[62353]: DEBUG nova.objects.instance [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid dbf53812-ff12-4d93-aecf-31a505909ccf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.954038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.954279] env[62353]: INFO nova.compute.manager [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Migrating [ 1079.961506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.412s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.962629] env[62353]: INFO nova.compute.claims [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.985542] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657865, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.156992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.217344] env[62353]: DEBUG oslo_concurrency.lockutils [req-37a490e1-e6b8-4918-b98f-61d0c5d4c8ea req-c0cdd8a2-df03-4206-8dba-8437e800239a service nova] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.220779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.324848] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657862, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.029171} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.324848] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590/OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590.vmdk to [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk. [ 1080.324848] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Cleaning up location [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1080.324848] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6a12edc6-fde9-49ed-990e-ccfeb0127590 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.324848] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e139c88-5b0f-4c3a-b8e4-09b345a10bde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.332441] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1080.332441] env[62353]: value = "task-657866" [ 1080.332441] env[62353]: _type = "Task" [ 1080.332441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.342049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-efd80557-47e2-496f-bb1e-63625bfe7b52 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.342049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.185s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.347021] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.474427] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657865, 'name': CreateVM_Task, 'duration_secs': 1.006681} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.474861] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1080.475819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.476042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.476382] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.476646] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70801dfc-d6e8-4e3c-a376-ce3223be018f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.479315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.479486] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.479661] env[62353]: DEBUG nova.network.neutron [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1080.486038] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1080.486038] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527447fa-0f4c-74a4-377f-df17c4a09a0b" [ 1080.486038] env[62353]: _type = "Task" [ 1080.486038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.496471] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527447fa-0f4c-74a4-377f-df17c4a09a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.843287] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.843628] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.843791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.844051] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk to [datastore2] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1080.844326] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6aed57-3b56-46f6-bffd-4122ff01ae8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.848221] env[62353]: INFO nova.compute.manager [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Detaching volume 36e21c78-540a-431c-ac06-5c6cf6a1f9fc [ 1080.852027] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1080.852027] env[62353]: value = "task-657867" [ 1080.852027] env[62353]: _type = "Task" [ 1080.852027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.862213] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.886233] env[62353]: INFO nova.virt.block_device [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Attempting to driver detach volume 36e21c78-540a-431c-ac06-5c6cf6a1f9fc from mountpoint /dev/sdb [ 1080.886490] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.886685] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159601', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'name': 'volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dbf53812-ff12-4d93-aecf-31a505909ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'serial': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.887561] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c701bb1-6ecf-4755-8eb7-5b48788fc95a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.909449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ceb1b-d101-4ad0-8d64-84bca16cc33e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.917206] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc5d8f-e66f-46dc-bccb-43efb8cf5c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.940248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb9c6e3-71be-4ca0-9fa6-fa07f3305bf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.957212] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] The volume has not been displaced from its original location: [datastore2] volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc/volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1080.962691] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.963293] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab81009-c8c0-4472-a7ee-e91494dcb87b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.984936] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1080.984936] env[62353]: value = "task-657868" [ 1080.984936] env[62353]: _type = "Task" [ 1080.984936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.996382] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.002085] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]527447fa-0f4c-74a4-377f-df17c4a09a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.076164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.002612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.002995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.003308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.003446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.003746] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.006048] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9527e20-c089-4e45-8293-4e28f50a73aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.016532] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.016706] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1081.017471] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72bc458-96c0-401e-8ca6-6f1af45b71b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.023553] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1081.023553] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a7e8a0-ad64-b3f7-f94f-b96e83161339" [ 1081.023553] env[62353]: _type = "Task" [ 1081.023553] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.034282] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a7e8a0-ad64-b3f7-f94f-b96e83161339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.227398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65328d4f-d065-4a40-84b9-3e7095ea05cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.237404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5679f206-c490-4269-a5f9-28cd719deec2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.278452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7917c-d520-4d05-8947-163c5333c31c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.290498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef96c3-b749-489a-8c3f-fa05c237cfd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.304952] env[62353]: DEBUG nova.compute.provider_tree [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.349507] env[62353]: DEBUG nova.network.neutron [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.363871] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.499745] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657868, 'name': ReconfigVM_Task, 'duration_secs': 0.266187} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.500357] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.507517] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d70d7a8-4591-4da8-a6fe-fdc7b5f303b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.531253] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1081.531253] env[62353]: value = "task-657869" [ 1081.531253] env[62353]: _type = "Task" [ 1081.531253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.541962] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a7e8a0-ad64-b3f7-f94f-b96e83161339, 'name': SearchDatastore_Task, 'duration_secs': 0.03811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.548022] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.548022] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbad570-7549-4726-a0e3-29b1aa80df63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.557141] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1081.557141] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52566d7b-9b4b-81b9-2dd8-30c69995ebc5" [ 1081.557141] env[62353]: _type = "Task" [ 1081.557141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.565836] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52566d7b-9b4b-81b9-2dd8-30c69995ebc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.808476] env[62353]: DEBUG nova.scheduler.client.report [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1081.852312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.871062] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.045356] env[62353]: DEBUG oslo_vmware.api [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657869, 'name': ReconfigVM_Task, 'duration_secs': 0.184769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.045774] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159601', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'name': 'volume-36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dbf53812-ff12-4d93-aecf-31a505909ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc', 'serial': '36e21c78-540a-431c-ac06-5c6cf6a1f9fc'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.074575] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52566d7b-9b4b-81b9-2dd8-30c69995ebc5, 'name': SearchDatastore_Task, 'duration_secs': 0.017292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.074903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.078771] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1fc79467-aefd-4d77-af40-588d0ce1bb25/1fc79467-aefd-4d77-af40-588d0ce1bb25.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1082.079225] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f36ddde-0bea-40b2-ac60-bc79ac382770 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.088329] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1082.088329] env[62353]: value = "task-657870" [ 1082.088329] env[62353]: _type = "Task" [ 1082.088329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.100162] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.318420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.318837] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1082.322124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.616s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.322583] env[62353]: DEBUG nova.objects.instance [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lazy-loading 'resources' on Instance uuid 3e362c56-e195-4782-8cd3-03b607116b0c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.370601] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.600079] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.623872] env[62353]: DEBUG nova.objects.instance [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid dbf53812-ff12-4d93-aecf-31a505909ccf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.828670] env[62353]: DEBUG nova.compute.utils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1082.830656] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1082.830843] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1082.870908] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.885884] env[62353]: DEBUG nova.policy [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1083.105947] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823619} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.106276] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 1fc79467-aefd-4d77-af40-588d0ce1bb25/1fc79467-aefd-4d77-af40-588d0ce1bb25.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1083.106505] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.106834] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2108725-9a7a-4760-a95b-94c2ab6b05d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.117906] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1083.117906] env[62353]: value = "task-657871" [ 1083.117906] env[62353]: _type = "Task" [ 1083.117906] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.131554] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.196751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826a712-9bd7-44d7-bb69-af1283918e18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.206199] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cb59f9-0289-464f-8b41-c07adc611f31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.255530] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673da01-4288-4e75-9717-918b21d1134e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.259095] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Successfully created port: 2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.267853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcaaa9c-c83f-4d9d-a9d9-53a4d586ef48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.289681] env[62353]: DEBUG nova.compute.provider_tree [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.337025] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1083.365708] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.381439] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ea0b9-e902-4d78-91f1-c37965377fc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.402833] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1083.636432] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.636753] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.637671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caada1b-7f84-4e66-85d9-165f6ed5fbda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.641154] env[62353]: DEBUG oslo_concurrency.lockutils [None req-210e20f0-d873-41c8-acf9-6d103b96f7bb tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.674426] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1fc79467-aefd-4d77-af40-588d0ce1bb25/1fc79467-aefd-4d77-af40-588d0ce1bb25.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.675740] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d808a8-1ad7-4c25-9866-f4f2ddd0d94a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.703391] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1083.703391] env[62353]: value = "task-657872" [ 1083.703391] env[62353]: _type = "Task" [ 1083.703391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.714561] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.792141] env[62353]: DEBUG nova.scheduler.client.report [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1083.842031] env[62353]: INFO nova.virt.block_device [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Booting with volume f5082740-f22b-4a06-ad65-1ef635a97e28 at /dev/sda [ 1083.866568] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657867, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.831136} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.870146] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb/7bc1b31d-9331-49fd-b3ff-348b0ceda8eb.vmdk to [datastore2] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1083.870146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e558a16-377c-4b1b-a769-2fa07d0435ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.893921] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.895401] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf9d374-ac30-4023-9003-b1e9ea1abf82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.910589] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6f20d4a-6288-4078-afb1-fa6bb7489a10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.914215] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1083.914510] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff27f18c-ade7-416d-ac81-0012ee1be0a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.926520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d515374-9ddd-4b05-b378-8818099df332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.940668] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1083.940668] env[62353]: value = "task-657874" [ 1083.940668] env[62353]: _type = "Task" [ 1083.940668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.940668] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1083.940668] env[62353]: value = "task-657873" [ 1083.940668] env[62353]: _type = "Task" [ 1083.940668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.954342] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.958197] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.970618] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d87c710b-3ad1-42cc-9352-2620642f8275 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.981627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb102d-42ae-4417-ab2c-dcb93f15138c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.017574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d31463-f44b-495d-899b-e8817baaa101 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.026186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd1ee8a-e69b-4f13-b77f-d55b880a4ecb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.041773] env[62353]: DEBUG nova.virt.block_device [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating existing volume attachment record: a677c809-8f67-438b-b02f-2e3abaa68dc0 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1084.218673] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.297822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.300336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.195s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.333889] env[62353]: INFO nova.scheduler.client.report [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Deleted allocations for instance 3e362c56-e195-4782-8cd3-03b607116b0c [ 1084.461316] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.462201] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657873, 'name': PowerOffVM_Task, 'duration_secs': 0.454086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.464017] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1084.464017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1084.722223] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.810020] env[62353]: INFO nova.compute.claims [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.834205] env[62353]: DEBUG nova.compute.manager [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Received event network-vif-plugged-2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1084.834462] env[62353]: DEBUG oslo_concurrency.lockutils [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.834688] env[62353]: DEBUG oslo_concurrency.lockutils [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.834868] env[62353]: DEBUG oslo_concurrency.lockutils [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.835814] env[62353]: DEBUG nova.compute.manager [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] No waiting events found dispatching network-vif-plugged-2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1084.835814] env[62353]: WARNING nova.compute.manager [req-76c43133-dc3d-4242-bc8f-0c3e1d13f70e req-7ba4af50-d41c-4402-9f5c-d43fce682d16 service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Received unexpected event network-vif-plugged-2b121707-6554-4f34-9f09-b6f54cca065d for instance with vm_state building and task_state block_device_mapping. [ 1084.841919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eb61360a-903e-4433-8576-f36f17e11b4b tempest-ServerRescueNegativeTestJSON-315371881 tempest-ServerRescueNegativeTestJSON-315371881-project-member] Lock "3e362c56-e195-4782-8cd3-03b607116b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.036s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.913813] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Successfully updated port: 2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.953463] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.969884] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1084.970157] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1084.970329] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.970553] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1084.970667] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.970851] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1084.971215] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1084.971446] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1084.971636] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1084.971818] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1084.972049] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.977764] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a42a6c-3ace-4a2e-b0b5-9d8c419d6adb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.996853] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1084.996853] env[62353]: value = "task-657878" [ 1084.996853] env[62353]: _type = "Task" [ 1084.996853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.008874] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.219581] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.295312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.295627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.295879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.296094] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.296284] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.298809] env[62353]: INFO nova.compute.manager [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Terminating instance [ 1085.300766] env[62353]: DEBUG nova.compute.manager [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1085.300979] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1085.302042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7c3d3-e1bb-4753-9c64-e008f5bfbd99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.312187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1085.312475] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d628836e-f353-401f-b811-b3072589051a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.315522] env[62353]: INFO nova.compute.resource_tracker [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating resource usage from migration 5f4f84af-dd16-4a19-98e5-f4094708cbf5 [ 1085.324484] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1085.324484] env[62353]: value = "task-657879" [ 1085.324484] env[62353]: _type = "Task" [ 1085.324484] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.335828] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.417798] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.417968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.418161] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1085.458481] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657874, 'name': ReconfigVM_Task, 'duration_secs': 1.378977} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.458481] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Reconfigured VM instance instance-0000004f to attach disk [datastore2] b3527d9a-3720-4ad6-9694-02c571a95ee5/b3527d9a-3720-4ad6-9694-02c571a95ee5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.458778] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3695e797-ca37-4a2f-94f6-c7b6713bf52f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.468022] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1085.468022] env[62353]: value = "task-657880" [ 1085.468022] env[62353]: _type = "Task" [ 1085.468022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.480292] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657880, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.511761] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657878, 'name': ReconfigVM_Task, 'duration_secs': 0.225961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.511761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1085.647022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df309e48-aa44-4046-9eb2-2014182cf1f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.655347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae9c346-d512-44d5-bba4-e3ecdad23e82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.697489] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cb3be-c6af-46af-82d3-021a1ac97d5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.708036] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fdc289-526c-46ff-b471-88030331e8df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.732815] env[62353]: DEBUG nova.compute.provider_tree [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.738201] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657872, 'name': ReconfigVM_Task, 'duration_secs': 1.607663} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.738716] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1fc79467-aefd-4d77-af40-588d0ce1bb25/1fc79467-aefd-4d77-af40-588d0ce1bb25.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.739495] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f2679c-4fe7-4b0d-9a99-40ee6bab33c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.749789] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1085.749789] env[62353]: value = "task-657881" [ 1085.749789] env[62353]: _type = "Task" [ 1085.749789] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.763362] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657881, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.835968] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657879, 'name': PowerOffVM_Task, 'duration_secs': 0.246306} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.836315] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1085.836488] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1085.836834] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dbf9f2e-71b7-469c-8ba1-307b7129cbfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.950334] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1085.980208] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657880, 'name': Rename_Task, 'duration_secs': 0.154099} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.980578] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1085.981087] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b78856e-7a60-4f56-a77c-9804457f1678 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.990996] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1085.990996] env[62353]: value = "task-657883" [ 1085.990996] env[62353]: _type = "Task" [ 1085.990996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.000480] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.021352] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1086.021655] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1086.021828] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.022033] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1086.022204] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.022361] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1086.022575] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1086.022746] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1086.022921] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1086.023110] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1086.023307] env[62353]: DEBUG nova.virt.hardware [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.034141] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.034771] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18c50ae-f524-4ae7-80b9-9ab2a6612fa3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.058234] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1086.058234] env[62353]: value = "task-657884" [ 1086.058234] env[62353]: _type = "Task" [ 1086.058234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.073061] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.118946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.119385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.119637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "c4779a34-2495-463b-a895-70b6f559136f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.119896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.120159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.122682] env[62353]: INFO nova.compute.manager [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Terminating instance [ 1086.124661] env[62353]: DEBUG nova.compute.manager [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1086.124877] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1086.125744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb59a3-5577-4e93-861d-da43e32ed408 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.134171] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1086.134397] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf006fa-51cb-4d7f-944b-99483faa0d9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.141393] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1086.141393] env[62353]: value = "task-657885" [ 1086.141393] env[62353]: _type = "Task" [ 1086.141393] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.152797] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.167257] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1086.167710] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1086.167843] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1086.167943] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.168117] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1086.168289] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.168446] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1086.168657] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1086.168828] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1086.169016] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1086.169197] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1086.169418] env[62353]: DEBUG nova.virt.hardware [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.170333] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3081b-7c9e-4235-afea-ef1668f2eea5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.183449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4816a6-846f-4f5c-b794-5a87953ed1ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.240209] env[62353]: DEBUG nova.scheduler.client.report [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1086.271025] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657881, 'name': Rename_Task, 'duration_secs': 0.164078} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.274875] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1086.277600] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a682dcd8-8a64-44c2-a428-a981d1217beb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.287348] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1086.287348] env[62353]: value = "task-657886" [ 1086.287348] env[62353]: _type = "Task" [ 1086.287348] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.298589] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.324915] env[62353]: DEBUG nova.network.neutron [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [{"id": "2b121707-6554-4f34-9f09-b6f54cca065d", "address": "fa:16:3e:bd:94:e3", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b121707-65", "ovs_interfaceid": "2b121707-6554-4f34-9f09-b6f54cca065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.503800] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.571996] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657884, 'name': ReconfigVM_Task, 'duration_secs': 0.22741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.572342] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.573193] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d18bb89-0eea-4c86-958d-d2c70295d030 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.606388] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.606766] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9fa9b6-aa58-4444-969f-cf0048dc3b77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.627793] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1086.627793] env[62353]: value = "task-657887" [ 1086.627793] env[62353]: _type = "Task" [ 1086.627793] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.637240] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.652946] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657885, 'name': PowerOffVM_Task, 'duration_secs': 0.207748} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.652946] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1086.652946] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1086.652946] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-520e3e8b-36c5-42c1-bffe-9c7503ce19f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.742932] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1086.743653] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1086.743653] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleting the datastore file [datastore2] c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.743909] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22bb7a6a-65f8-4e13-808d-6c6e97c39836 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.747028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.747028] env[62353]: INFO nova.compute.manager [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Migrating [ 1086.753406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.753657] env[62353]: DEBUG nova.objects.instance [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lazy-loading 'resources' on Instance uuid bdd10e93-f836-46fd-bf3a-aa34039eb8ed {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.766155] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1086.766155] env[62353]: value = "task-657889" [ 1086.766155] env[62353]: _type = "Task" [ 1086.766155] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.774732] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.797674] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657886, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.829789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.830135] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance network_info: |[{"id": "2b121707-6554-4f34-9f09-b6f54cca065d", "address": "fa:16:3e:bd:94:e3", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b121707-65", "ovs_interfaceid": "2b121707-6554-4f34-9f09-b6f54cca065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1086.830954] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:94:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b121707-6554-4f34-9f09-b6f54cca065d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.838501] env[62353]: DEBUG oslo.service.loopingcall [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.838746] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1086.838971] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef77632a-1baa-48c4-bda5-6d06d353b0d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.860022] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.860022] env[62353]: value = "task-657890" [ 1086.860022] env[62353]: _type = "Task" [ 1086.860022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.869979] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657890, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.872197] env[62353]: DEBUG nova.compute.manager [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Received event network-changed-2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1086.872304] env[62353]: DEBUG nova.compute.manager [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Refreshing instance network info cache due to event network-changed-2b121707-6554-4f34-9f09-b6f54cca065d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1086.872530] env[62353]: DEBUG oslo_concurrency.lockutils [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] Acquiring lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.872678] env[62353]: DEBUG oslo_concurrency.lockutils [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] Acquired lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.872844] env[62353]: DEBUG nova.network.neutron [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Refreshing network info cache for port 2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1087.007461] env[62353]: DEBUG oslo_vmware.api [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657883, 'name': PowerOnVM_Task, 'duration_secs': 0.60673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.007461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1087.142767] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.164574] env[62353]: DEBUG nova.compute.manager [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1087.165634] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b9736-887c-4209-a385-9db4c38eb909 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.263092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.263291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.263667] env[62353]: DEBUG nova.network.neutron [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1087.276957] env[62353]: DEBUG oslo_vmware.api [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.277261] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.277464] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1087.277655] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1087.278060] env[62353]: INFO nova.compute.manager [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: c4779a34-2495-463b-a895-70b6f559136f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1087.278256] env[62353]: DEBUG oslo.service.loopingcall [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.278324] env[62353]: DEBUG nova.compute.manager [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1087.278435] env[62353]: DEBUG nova.network.neutron [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1087.300507] env[62353]: DEBUG oslo_vmware.api [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657886, 'name': PowerOnVM_Task, 'duration_secs': 0.86626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.300810] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1087.301028] env[62353]: INFO nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1087.301234] env[62353]: DEBUG nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1087.302117] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd2417-9b2d-4aab-8e10-775cae37536b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.377795] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657890, 'name': CreateVM_Task, 'duration_secs': 0.399776} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.382554] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1087.384026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159597', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'name': 'volume-f5082740-f22b-4a06-ad65-1ef635a97e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95210531-00f4-4aab-800c-a4f298e81a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'serial': 'f5082740-f22b-4a06-ad65-1ef635a97e28'}, 'attachment_id': 'a677c809-8f67-438b-b02f-2e3abaa68dc0', 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1087.384150] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1087.385383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a7ac3-3611-4a1a-be82-9df2b700a8df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.397666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85a1c7f-127a-4095-a4a1-0d631b87f1ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.405932] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f74c17-241b-4a8c-95c1-07dd1b662e1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.413427] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-aa56f60e-a4e0-4b77-a593-1fde57a34e58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.425207] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1087.425207] env[62353]: value = "task-657891" [ 1087.425207] env[62353]: _type = "Task" [ 1087.425207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.436599] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.565689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77148c93-7925-441e-881d-a01991851191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.577541] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b164d2af-79b8-4316-9533-ec0077121c49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.626111] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739de7a6-7cf7-48c2-9e60-b742cf5d3e69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.645475] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.647282] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca683fe-910a-4525-882f-ce8169bc755e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.666325] env[62353]: DEBUG nova.compute.provider_tree [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.694760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07a2da74-d556-4ad0-8874-d1e60af9f1db tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.054s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.830910] env[62353]: INFO nova.compute.manager [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Took 28.46 seconds to build instance. [ 1087.880303] env[62353]: DEBUG nova.network.neutron [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updated VIF entry in instance network info cache for port 2b121707-6554-4f34-9f09-b6f54cca065d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1087.880688] env[62353]: DEBUG nova.network.neutron [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [{"id": "2b121707-6554-4f34-9f09-b6f54cca065d", "address": "fa:16:3e:bd:94:e3", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b121707-65", "ovs_interfaceid": "2b121707-6554-4f34-9f09-b6f54cca065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.937611] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 40%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.142338] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657887, 'name': ReconfigVM_Task, 'duration_secs': 1.147611} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.143050] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54/1463298c-e8df-4045-8e0b-f8bfb02ada54.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.143175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1088.173835] env[62353]: DEBUG nova.scheduler.client.report [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1088.195899] env[62353]: DEBUG nova.network.neutron [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.334066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cd15d29-94dd-47d4-a035-0093388e9edb tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.988s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.384012] env[62353]: DEBUG oslo_concurrency.lockutils [req-87856cf7-1d31-4b77-bb41-eecf6466eb7d req-2990be7d-a94f-4f7a-9fff-a2776d259b0d service nova] Releasing lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.441653] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 53%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.626169] env[62353]: DEBUG nova.network.neutron [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.651628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18858772-5b75-423f-b860-8767a182f9e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.679438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9319485-4f3a-471c-9a27-9cc434dee28d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.684804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.703675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.483s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.705895] env[62353]: INFO nova.compute.claims [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.709432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.710896] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1088.718889] env[62353]: INFO nova.scheduler.client.report [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Deleted allocations for instance bdd10e93-f836-46fd-bf3a-aa34039eb8ed [ 1088.938406] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 65%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.092636] env[62353]: DEBUG nova.compute.manager [req-a59c681c-9ddc-429b-87b9-7a29fa9dcb49 req-7c922faa-20d3-4f8f-b153-26518fcd2024 service nova] [instance: c4779a34-2495-463b-a895-70b6f559136f] Received event network-vif-deleted-ebba0554-40da-4ded-98aa-87b047bc0f78 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1089.130037] env[62353]: INFO nova.compute.manager [-] [instance: c4779a34-2495-463b-a895-70b6f559136f] Took 1.85 seconds to deallocate network for instance. [ 1089.230502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c296eada-2854-4333-9996-7a109982b663 tempest-ServerShowV247Test-8826618 tempest-ServerShowV247Test-8826618-project-member] Lock "bdd10e93-f836-46fd-bf3a-aa34039eb8ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.236s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.307153] env[62353]: DEBUG nova.network.neutron [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Port ba41c654-3846-4067-ac9a-90ddd2a03573 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1089.445223] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 78%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.458075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1089.458075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1089.458075] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleting the datastore file [datastore1] dbf53812-ff12-4d93-aecf-31a505909ccf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.458075] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeea958c-0b27-4f3a-9a2c-1e7e0b770b4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.469570] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1089.469570] env[62353]: value = "task-657893" [ 1089.469570] env[62353]: _type = "Task" [ 1089.469570] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.486505] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.642287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.940460] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.983421] env[62353]: DEBUG oslo_vmware.api [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.986697] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.986949] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1089.987205] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1089.987401] env[62353]: INFO nova.compute.manager [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Took 4.69 seconds to destroy the instance on the hypervisor. [ 1089.987694] env[62353]: DEBUG oslo.service.loopingcall [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.988164] env[62353]: DEBUG nova.compute.manager [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1089.988267] env[62353]: DEBUG nova.network.neutron [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1090.056244] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e783e09-e78a-418a-8415-f1c64d656731 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.064944] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a5af0-38d7-4864-8db3-59aa1f9a993a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.102594] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103cec92-5c05-41c9-9b91-55d5420f0269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.112321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783910db-4f77-4aac-9304-0e1699f68b47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.127966] env[62353]: DEBUG nova.compute.provider_tree [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.243349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e320c-57fa-4b0e-8415-7262a17c4d8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.271284] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1090.276449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506dd57-3fa1-4adf-82ca-a1d8cdac2ea4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.284792] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1090.285136] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-643897e6-f31b-4230-8381-4a6a30848abe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.294657] env[62353]: DEBUG oslo_vmware.api [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1090.294657] env[62353]: value = "task-657895" [ 1090.294657] env[62353]: _type = "Task" [ 1090.294657] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.306395] env[62353]: DEBUG oslo_vmware.api [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657895, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.334391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.334688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.334980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.439344] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.632515] env[62353]: DEBUG nova.scheduler.client.report [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1090.782380] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1090.782731] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a2a3f3-98b0-4d8f-b0d9-0ab1be514f5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.792918] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1090.792918] env[62353]: value = "task-657896" [ 1090.792918] env[62353]: _type = "Task" [ 1090.792918] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.805889] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.809153] env[62353]: DEBUG oslo_vmware.api [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657895, 'name': SuspendVM_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.940102] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.990449] env[62353]: DEBUG nova.network.neutron [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.131954] env[62353]: DEBUG nova.compute.manager [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1091.131954] env[62353]: DEBUG nova.compute.manager [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1091.131954] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.131954] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.131954] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1091.142025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.142025] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1091.145553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.503s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.146979] env[62353]: DEBUG nova.objects.instance [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'resources' on Instance uuid c4779a34-2495-463b-a895-70b6f559136f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.222307] env[62353]: DEBUG nova.compute.manager [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1091.222307] env[62353]: DEBUG nova.compute.manager [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing instance network info cache due to event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1091.222307] env[62353]: DEBUG oslo_concurrency.lockutils [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.222533] env[62353]: DEBUG oslo_concurrency.lockutils [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.222764] env[62353]: DEBUG nova.network.neutron [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1091.246602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.246961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.247226] env[62353]: INFO nova.compute.manager [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Shelving [ 1091.307175] env[62353]: DEBUG oslo_vmware.api [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657895, 'name': SuspendVM_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.310676] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657896, 'name': PowerOffVM_Task, 'duration_secs': 0.451151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.311032] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1091.311280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1091.388617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.388857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.389077] env[62353]: DEBUG nova.network.neutron [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1091.439622] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 98%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.493314] env[62353]: INFO nova.compute.manager [-] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Took 1.50 seconds to deallocate network for instance. [ 1091.649301] env[62353]: DEBUG nova.compute.utils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1091.653270] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1091.653757] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1091.723611] env[62353]: DEBUG nova.policy [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1091.763682] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1091.764150] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a76d3cd-7107-411a-b36d-5bcdb5db0601 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.777235] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1091.777235] env[62353]: value = "task-657897" [ 1091.777235] env[62353]: _type = "Task" [ 1091.777235] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.794764] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.809060] env[62353]: DEBUG oslo_vmware.api [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657895, 'name': SuspendVM_Task, 'duration_secs': 1.08472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.812312] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1091.812513] env[62353]: DEBUG nova.compute.manager [None req-bc822370-e9af-4580-bb6b-dbe1fde73a93 tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1091.813632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c093a2-5d25-4bc2-9684-bd94b5e9427d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.818415] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1091.818667] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1091.818843] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.819073] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1091.819239] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.819591] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1091.819884] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1091.820103] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1091.820306] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1091.820485] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1091.820678] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1091.828807] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d299bf02-0113-48a8-9ef6-ecf68cad7e34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.853815] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1091.853815] env[62353]: value = "task-657898" [ 1091.853815] env[62353]: _type = "Task" [ 1091.853815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.865011] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.937633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc922e-cd9a-4fef-9f08-de12f306f14a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.950817] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task} progress is 98%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.956047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226cd5fe-0191-4d64-9d48-709a5585f221 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.000136] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d344d90-f293-4d3c-9441-19986e36da2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.004792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.013499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd9afbf-96a7-40cc-8bdd-26bef71213d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.031452] env[62353]: DEBUG nova.compute.provider_tree [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.156984] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1092.198776] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updated VIF entry in instance network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1092.199268] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.217483] env[62353]: DEBUG nova.network.neutron [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.219407] env[62353]: DEBUG nova.network.neutron [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updated VIF entry in instance network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1092.219731] env[62353]: DEBUG nova.network.neutron [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.295527] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657897, 'name': PowerOffVM_Task, 'duration_secs': 0.220806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.297841] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1092.298467] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e5d8a-7301-4733-95d7-af2465bc3880 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.319817] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Successfully created port: a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.322449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b3e23-d3cb-4417-8003-b29a390348c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.364939] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657898, 'name': ReconfigVM_Task, 'duration_secs': 0.241571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.365306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1092.455068] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657891, 'name': RelocateVM_Task, 'duration_secs': 4.663227} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.455939] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.456313] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159597', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'name': 'volume-f5082740-f22b-4a06-ad65-1ef635a97e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95210531-00f4-4aab-800c-a4f298e81a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'serial': 'f5082740-f22b-4a06-ad65-1ef635a97e28'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.457157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0faa78-a2e7-425e-85d5-7ab46e8d053d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.477329] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075397a7-2948-45f7-8de3-9e04319ffa58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.501959] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-f5082740-f22b-4a06-ad65-1ef635a97e28/volume-f5082740-f22b-4a06-ad65-1ef635a97e28.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.502315] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a44c47-eb6d-431d-8676-199110c08269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.526185] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1092.526185] env[62353]: value = "task-657900" [ 1092.526185] env[62353]: _type = "Task" [ 1092.526185] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.535315] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.539232] env[62353]: DEBUG nova.scheduler.client.report [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1092.702575] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.702911] env[62353]: DEBUG nova.compute.manager [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1092.703173] env[62353]: DEBUG nova.compute.manager [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing instance network info cache due to event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1092.703417] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.726439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.730343] env[62353]: DEBUG oslo_concurrency.lockutils [req-71b2b6ed-bce7-44a3-bc37-f6a417456a27 req-606928be-c8f6-4018-b20c-48ec33df3cfd service nova] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.730739] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.730937] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1092.834469] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.835210] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f944b76d-bc9d-4a64-9b3e-33302addd159 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.844326] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1092.844326] env[62353]: value = "task-657901" [ 1092.844326] env[62353]: _type = "Task" [ 1092.844326] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.853655] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.875022] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1092.875384] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1092.875604] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.875949] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1092.876176] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.876376] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1092.876632] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1092.876840] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1092.877040] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1092.877221] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1092.877408] env[62353]: DEBUG nova.virt.hardware [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.882836] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.883155] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bdaa40-e46b-4c66-b903-4c12d8188ea8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.902233] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1092.902233] env[62353]: value = "task-657902" [ 1092.902233] env[62353]: _type = "Task" [ 1092.902233] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.910807] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.938742] env[62353]: INFO nova.compute.manager [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Resuming [ 1092.939508] env[62353]: DEBUG nova.objects.instance [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'flavor' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.037256] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657900, 'name': ReconfigVM_Task, 'duration_secs': 0.353704} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.037548] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-f5082740-f22b-4a06-ad65-1ef635a97e28/volume-f5082740-f22b-4a06-ad65-1ef635a97e28.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.042369] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdac592-9ef9-47ab-a0be-e2eca46f2eff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.053428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.055742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.051s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.056072] env[62353]: DEBUG nova.objects.instance [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'resources' on Instance uuid dbf53812-ff12-4d93-aecf-31a505909ccf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.063873] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1093.063873] env[62353]: value = "task-657903" [ 1093.063873] env[62353]: _type = "Task" [ 1093.063873] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.077869] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.082436] env[62353]: INFO nova.scheduler.client.report [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleted allocations for instance c4779a34-2495-463b-a895-70b6f559136f [ 1093.169022] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1093.199061] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1093.199348] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1093.199544] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.199694] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1093.199865] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.200054] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1093.200277] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1093.200457] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1093.200634] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1093.200861] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1093.200972] env[62353]: DEBUG nova.virt.hardware [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.202073] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422418a-1a02-43a8-a099-9bce8efb5550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.213671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2681d8ab-aa0e-4538-ac17-48f658008b31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.255491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210e335-2476-490c-bb52-1c038d85d11d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.286136] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393c7e5-479e-40c3-abde-0b27b0ea97cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.295394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1093.358624] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657901, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.412834] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657902, 'name': ReconfigVM_Task, 'duration_secs': 0.300887} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.414243] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.415658] env[62353]: DEBUG nova.compute.manager [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1093.415865] env[62353]: DEBUG nova.compute.manager [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1093.416109] env[62353]: DEBUG oslo_concurrency.lockutils [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.416280] env[62353]: DEBUG oslo_concurrency.lockutils [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.416475] env[62353]: DEBUG nova.network.neutron [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1093.420844] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed18d44-06d6-4c86-b0df-f5d86624fb93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.445114] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.447640] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566c3663-2898-4e92-9ea2-313a277944ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.472984] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1093.472984] env[62353]: value = "task-657904" [ 1093.472984] env[62353]: _type = "Task" [ 1093.472984] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.486119] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.513144] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updated VIF entry in instance network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1093.513665] env[62353]: DEBUG nova.network.neutron [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.578611] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657903, 'name': ReconfigVM_Task, 'duration_secs': 0.143953} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.579403] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159597', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'name': 'volume-f5082740-f22b-4a06-ad65-1ef635a97e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95210531-00f4-4aab-800c-a4f298e81a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'serial': 'f5082740-f22b-4a06-ad65-1ef635a97e28'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.583068] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ba5db3-2fa6-40a3-89b1-9a9144025b9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.591942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1edaa4b1-ab68-451d-8015-621621d80849 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "c4779a34-2495-463b-a895-70b6f559136f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.593486] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1093.593486] env[62353]: value = "task-657905" [ 1093.593486] env[62353]: _type = "Task" [ 1093.593486] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.608775] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657905, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.804058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1093.804423] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc42d105-7519-470e-9d43-91f24c26a377 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.813476] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1093.813476] env[62353]: value = "task-657906" [ 1093.813476] env[62353]: _type = "Task" [ 1093.813476] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.825634] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.865374] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657901, 'name': CreateSnapshot_Task, 'duration_secs': 0.799951} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.866373] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Successfully updated port: a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.871904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1093.874224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47922d6a-fb4e-4c32-b112-09777ba227eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.881258] env[62353]: DEBUG nova.compute.manager [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Received event network-vif-plugged-a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1093.881258] env[62353]: DEBUG oslo_concurrency.lockutils [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] Acquiring lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.881258] env[62353]: DEBUG oslo_concurrency.lockutils [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.881258] env[62353]: DEBUG oslo_concurrency.lockutils [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.881258] env[62353]: DEBUG nova.compute.manager [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] No waiting events found dispatching network-vif-plugged-a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1093.881519] env[62353]: WARNING nova.compute.manager [req-2607bba1-341f-416e-8d6f-4dc8078ad1a5 req-b621107b-b8eb-495c-83b2-60e1c071b861 service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Received unexpected event network-vif-plugged-a288acb4-6e7e-42c3-bf21-64d041476af8 for instance with vm_state building and task_state spawning. [ 1093.890049] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a3ac53-23d6-4e3a-97b8-7699f38892a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.898495] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f4508-80a8-40da-91b9-deca5da0c493 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.935307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beaa15f-42bc-4022-82c8-0fb450e5cd8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.944224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f1a14-884b-4887-bf96-d2dd760df570 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.960724] env[62353]: DEBUG nova.compute.provider_tree [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.966808] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.967075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquired lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.967303] env[62353]: DEBUG nova.network.neutron [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1093.986474] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657904, 'name': ReconfigVM_Task, 'duration_secs': 0.409764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.986777] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.987061] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1094.016238] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.016556] env[62353]: DEBUG nova.compute.manager [req-9c0e2818-ea59-46d2-a25e-b8fe33432de3 req-3b0ecff1-0554-47e6-9e62-d68b07fd27dd service nova] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Received event network-vif-deleted-2a1ba713-6109-4062-ba2a-1f74e2c07d22 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1094.106558] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657905, 'name': Rename_Task, 'duration_secs': 0.211686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.106893] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1094.107219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff6184e-54ab-4dc7-a841-a8aaddf13ab6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.114573] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1094.114573] env[62353]: value = "task-657908" [ 1094.114573] env[62353]: _type = "Task" [ 1094.114573] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.125936] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.323549] env[62353]: DEBUG oslo_vmware.api [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657906, 'name': PowerOnVM_Task, 'duration_secs': 0.400261} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.323846] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1094.324033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd17ba-3730-4391-9302-664a978be9c1 tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance '1463298c-e8df-4045-8e0b-f8bfb02ada54' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1094.374463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.374463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.374463] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1094.401412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1094.401412] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-524158e5-3b81-4350-90ea-572d403c3d51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.405494] env[62353]: DEBUG nova.network.neutron [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updated VIF entry in instance network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1094.405834] env[62353]: DEBUG nova.network.neutron [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.413886] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1094.413886] env[62353]: value = "task-657909" [ 1094.413886] env[62353]: _type = "Task" [ 1094.413886] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.424537] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657909, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.463905] env[62353]: DEBUG nova.scheduler.client.report [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1094.493894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d425b-76a2-4d23-8ab6-a21c359ff3b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.517115] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b951c6d-b165-4d68-a069-c8626463bc35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.539121] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1094.632640] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.696995] env[62353]: DEBUG nova.network.neutron [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [{"id": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "address": "fa:16:3e:d8:75:de", "network": {"id": "5d3ed944-5c7d-46cf-8079-a742552f1df9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-763899197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0f015b631104a448488d710a1cefc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85bdcc47-98", "ovs_interfaceid": "85bdcc47-9888-4c66-8d87-136ab3faebdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.902861] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1094.908664] env[62353]: DEBUG oslo_concurrency.lockutils [req-21d83057-6ce0-43cd-99fe-054f6f6f73a8 req-2a175a1e-67ee-43c1-9f56-0c251d982333 service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.926632] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657909, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.968605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.997598] env[62353]: INFO nova.scheduler.client.report [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted allocations for instance dbf53812-ff12-4d93-aecf-31a505909ccf [ 1095.081888] env[62353]: DEBUG nova.network.neutron [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Updating instance_info_cache with network_info: [{"id": "a288acb4-6e7e-42c3-bf21-64d041476af8", "address": "fa:16:3e:80:ce:bc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288acb4-6e", "ovs_interfaceid": "a288acb4-6e7e-42c3-bf21-64d041476af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.113967] env[62353]: DEBUG nova.network.neutron [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Port 8d6f7a7a-9477-491d-9b83-f79c77c854ee binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1095.131641] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.200314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Releasing lock "refresh_cache-b3527d9a-3720-4ad6-9694-02c571a95ee5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.201554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d686f7-50b2-43fc-9e1f-e5c49a43fd3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.210289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Resuming the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1095.210649] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa1d500-fb01-4f6c-9910-e7a1f5dc4a65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.219126] env[62353]: DEBUG oslo_vmware.api [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1095.219126] env[62353]: value = "task-657910" [ 1095.219126] env[62353]: _type = "Task" [ 1095.219126] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.228126] env[62353]: DEBUG oslo_vmware.api [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.425345] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657909, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.509870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5468e147-dfd4-4dc9-bd08-265c05e7df26 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "dbf53812-ff12-4d93-aecf-31a505909ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.214s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.584514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.584995] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Instance network_info: |[{"id": "a288acb4-6e7e-42c3-bf21-64d041476af8", "address": "fa:16:3e:80:ce:bc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288acb4-6e", "ovs_interfaceid": "a288acb4-6e7e-42c3-bf21-64d041476af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1095.585533] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ce:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a288acb4-6e7e-42c3-bf21-64d041476af8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.594130] env[62353]: DEBUG oslo.service.loopingcall [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.594421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1095.594771] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57ea9367-72f3-4dbd-be00-6f2215f8fb73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.621117] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.621117] env[62353]: value = "task-657911" [ 1095.621117] env[62353]: _type = "Task" [ 1095.621117] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.635985] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657911, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.642540] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.739644] env[62353]: DEBUG oslo_vmware.api [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657910, 'name': PowerOnVM_Task, 'duration_secs': 0.506769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.740803] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Resumed the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1095.740803] env[62353]: DEBUG nova.compute.manager [None req-d23a1e64-a497-48f8-a13c-cd626d51e70d tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1095.742709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb20a8de-26f0-46c8-b624-f3c146e95adf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.929431] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657909, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.006051] env[62353]: DEBUG nova.compute.manager [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Received event network-changed-a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1096.006708] env[62353]: DEBUG nova.compute.manager [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Refreshing instance network info cache due to event network-changed-a288acb4-6e7e-42c3-bf21-64d041476af8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1096.007163] env[62353]: DEBUG oslo_concurrency.lockutils [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] Acquiring lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.007692] env[62353]: DEBUG oslo_concurrency.lockutils [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] Acquired lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.008249] env[62353]: DEBUG nova.network.neutron [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Refreshing network info cache for port a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1096.157287] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.158416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.158715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.158824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.167743] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657911, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.441164] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657909, 'name': CloneVM_Task, 'duration_secs': 1.702896} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.441164] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Created linked-clone VM from snapshot [ 1096.441164] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956a16a-ba28-4697-8f0e-0ed2b3a4794d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.449276] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Uploading image 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1096.484923] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1096.484923] env[62353]: value = "vm-159610" [ 1096.484923] env[62353]: _type = "VirtualMachine" [ 1096.484923] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1096.485296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d4e650d-2cca-4ead-b12d-e89992b10abe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.494825] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease: (returnval){ [ 1096.494825] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520af4c5-b7b4-92e6-ea2b-ac15280aab49" [ 1096.494825] env[62353]: _type = "HttpNfcLease" [ 1096.494825] env[62353]: } obtained for exporting VM: (result){ [ 1096.494825] env[62353]: value = "vm-159610" [ 1096.494825] env[62353]: _type = "VirtualMachine" [ 1096.494825] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1096.495233] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the lease: (returnval){ [ 1096.495233] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520af4c5-b7b4-92e6-ea2b-ac15280aab49" [ 1096.495233] env[62353]: _type = "HttpNfcLease" [ 1096.495233] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1096.503918] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.503918] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520af4c5-b7b4-92e6-ea2b-ac15280aab49" [ 1096.503918] env[62353]: _type = "HttpNfcLease" [ 1096.503918] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1096.579855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.580242] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.636846] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657911, 'name': CreateVM_Task, 'duration_secs': 0.898537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.640118] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1096.640499] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.643379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.643652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.644049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.644676] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2c63ff-9d74-4fbf-88a5-11fa1c538053 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.651128] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1096.651128] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52afcfa0-9316-c862-67d0-84e8dbf774ef" [ 1096.651128] env[62353]: _type = "Task" [ 1096.651128] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.656294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.656645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.656771] env[62353]: DEBUG nova.compute.manager [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Going to confirm migration 7 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1096.664362] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52afcfa0-9316-c862-67d0-84e8dbf774ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.861042] env[62353]: DEBUG nova.network.neutron [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Updated VIF entry in instance network info cache for port a288acb4-6e7e-42c3-bf21-64d041476af8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1096.861454] env[62353]: DEBUG nova.network.neutron [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Updating instance_info_cache with network_info: [{"id": "a288acb4-6e7e-42c3-bf21-64d041476af8", "address": "fa:16:3e:80:ce:bc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288acb4-6e", "ovs_interfaceid": "a288acb4-6e7e-42c3-bf21-64d041476af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.005063] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.005063] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520af4c5-b7b4-92e6-ea2b-ac15280aab49" [ 1097.005063] env[62353]: _type = "HttpNfcLease" [ 1097.005063] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.005647] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.005647] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520af4c5-b7b4-92e6-ea2b-ac15280aab49" [ 1097.005647] env[62353]: _type = "HttpNfcLease" [ 1097.005647] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.006444] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89ebd56-7d7d-4526-95a7-67b03ebf2d1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.016292] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.016523] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.084205] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1097.132905] env[62353]: DEBUG oslo_vmware.api [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657908, 'name': PowerOnVM_Task, 'duration_secs': 2.733103} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.133188] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1097.133409] env[62353]: INFO nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1097.133612] env[62353]: DEBUG nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1097.134399] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b541facd-2816-48be-864b-06c209fbb8e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.165250] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52afcfa0-9316-c862-67d0-84e8dbf774ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.167174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.167422] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.167661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.167817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.168009] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.168599] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d792a79-82fc-4303-a069-fcf61d369d21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.178973] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.179192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1097.179948] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fea5c9-d92a-4269-bc10-312de46d3da5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.186232] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1097.186232] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5278fcb0-cd6f-0eb3-1b1e-ce208d930ff2" [ 1097.186232] env[62353]: _type = "Task" [ 1097.186232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.194519] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5278fcb0-cd6f-0eb3-1b1e-ce208d930ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.212273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.212462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.212647] env[62353]: DEBUG nova.network.neutron [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1097.222982] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-081d0cc2-3363-4952-92ce-519f5aa975e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.246933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.247251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquired lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.247479] env[62353]: DEBUG nova.network.neutron [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1097.247705] env[62353]: DEBUG nova.objects.instance [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'info_cache' on Instance uuid 1463298c-e8df-4045-8e0b-f8bfb02ada54 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.364427] env[62353]: DEBUG oslo_concurrency.lockutils [req-f2b06547-1be1-491e-8af2-eccc404c712e req-cae0e4b1-ea52-4ea1-88f7-3e772ac4c67f service nova] Releasing lock "refresh_cache-369878c6-dc86-4a62-b22a-4bc452476ea4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.608562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.609232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.609232] env[62353]: DEBUG nova.objects.instance [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid e0ba7938-08cd-4741-bd30-d9db8efeec50 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.611784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.612099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.614294] env[62353]: INFO nova.compute.claims [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.651791] env[62353]: INFO nova.compute.manager [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 24.12 seconds to build instance. [ 1097.698361] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5278fcb0-cd6f-0eb3-1b1e-ce208d930ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.032368} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.699274] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15058350-8edb-4b56-9ecf-be3727ea711b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.706211] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1097.706211] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245bdfd-ecdd-740a-aa6b-66652f8c07a2" [ 1097.706211] env[62353]: _type = "Task" [ 1097.706211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.717239] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245bdfd-ecdd-740a-aa6b-66652f8c07a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.952917] env[62353]: DEBUG nova.network.neutron [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.154937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ed79e5c-da0b-46bb-8221-4a48f60adf93 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.628s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.218832] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5245bdfd-ecdd-740a-aa6b-66652f8c07a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026903} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.220045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.220045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 369878c6-dc86-4a62-b22a-4bc452476ea4/369878c6-dc86-4a62-b22a-4bc452476ea4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1098.220045] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0a90d9-af28-41b1-9bcd-f1a6cd5c3b4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.222922] env[62353]: DEBUG nova.objects.instance [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid e0ba7938-08cd-4741-bd30-d9db8efeec50 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.230555] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1098.230555] env[62353]: value = "task-657914" [ 1098.230555] env[62353]: _type = "Task" [ 1098.230555] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.241296] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.454386] env[62353]: DEBUG nova.network.neutron [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [{"id": "ba41c654-3846-4067-ac9a-90ddd2a03573", "address": "fa:16:3e:b4:7d:ea", "network": {"id": "f64afb71-8746-4d5a-a131-a05ecb65c6a5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-644335656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19989cadc854d149c921576bf931868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41c654-38", "ovs_interfaceid": "ba41c654-3846-4067-ac9a-90ddd2a03573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.456000] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.726750] env[62353]: DEBUG nova.objects.base [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1098.727105] env[62353]: DEBUG nova.network.neutron [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1098.748259] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.799755] env[62353]: DEBUG nova.policy [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1098.857050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1c158-7708-4a6e-a3ec-cf8ef84bd94c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.868496] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd5a9c-a0fe-497f-a55d-f4146ef96960 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.903912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fc55b3-8a2c-4704-bdf4-27e1833c8460 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.913973] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52838f39-351a-464b-814d-680c7767a174 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.932292] env[62353]: DEBUG nova.compute.provider_tree [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.961945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Releasing lock "refresh_cache-1463298c-e8df-4045-8e0b-f8bfb02ada54" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.962339] env[62353]: DEBUG nova.objects.instance [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lazy-loading 'migration_context' on Instance uuid 1463298c-e8df-4045-8e0b-f8bfb02ada54 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.982590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7322edc-390c-4dbe-9468-40b80aafe520 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.006491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85556619-f852-4cf1-be86-2dc012031530 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.014326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1099.243977] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764709} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.245159] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 369878c6-dc86-4a62-b22a-4bc452476ea4/369878c6-dc86-4a62-b22a-4bc452476ea4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1099.245159] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.245381] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32d0c0d-0bd3-4bb7-bd8d-be1b3063e3c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.254481] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1099.254481] env[62353]: value = "task-657915" [ 1099.254481] env[62353]: _type = "Task" [ 1099.254481] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.263394] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.435699] env[62353]: DEBUG nova.scheduler.client.report [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1099.472175] env[62353]: DEBUG nova.objects.base [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Object Instance<1463298c-e8df-4045-8e0b-f8bfb02ada54> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1099.473218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18544422-d571-4e3a-b8bb-bf553693b7db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.493874] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab1575e-9501-4a4b-bf8a-8bf26a3c008e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.500069] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1099.500069] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52df9cc5-369a-a848-e05e-750f89ad4b81" [ 1099.500069] env[62353]: _type = "Task" [ 1099.500069] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.508927] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52df9cc5-369a-a848-e05e-750f89ad4b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.521035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1099.521721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f389d6-1dbd-45ee-9a50-34da3bedfff6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.530431] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1099.530431] env[62353]: value = "task-657916" [ 1099.530431] env[62353]: _type = "Task" [ 1099.530431] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.539597] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.764841] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06506} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.765244] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.765891] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973edf0-5833-4613-8da3-3d88bf47c422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.788117] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 369878c6-dc86-4a62-b22a-4bc452476ea4/369878c6-dc86-4a62-b22a-4bc452476ea4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.788662] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f3aa0c-cdf1-4c49-8b3c-85b575e5a199 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.809909] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1099.809909] env[62353]: value = "task-657917" [ 1099.809909] env[62353]: _type = "Task" [ 1099.809909] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.820305] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.940811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.941556] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1100.011207] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52df9cc5-369a-a848-e05e-750f89ad4b81, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.011543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.011783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.042176] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.298907] env[62353]: DEBUG nova.network.neutron [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Successfully updated port: b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.322387] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657917, 'name': ReconfigVM_Task, 'duration_secs': 0.444108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.322675] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 369878c6-dc86-4a62-b22a-4bc452476ea4/369878c6-dc86-4a62-b22a-4bc452476ea4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.323346] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b153b6-9b8f-488f-a599-8426dc63fb74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.330458] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1100.330458] env[62353]: value = "task-657919" [ 1100.330458] env[62353]: _type = "Task" [ 1100.330458] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.339661] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657919, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.448123] env[62353]: DEBUG nova.compute.utils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1100.450076] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1100.450316] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1100.497346] env[62353]: DEBUG nova.policy [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fe09929aa8f45abb4e9564a9b0e3a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b1770905534fa7a40933dc60826c0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1100.542162] env[62353]: DEBUG oslo_vmware.api [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657916, 'name': PowerOnVM_Task, 'duration_secs': 0.55415} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.545099] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1100.545293] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9130f1ae-a0d2-45d5-a3f5-1deafc2bd717 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance '853db629-afd1-4d02-a7fa-0791a908ba07' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1100.733264] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda13d2-8bc8-4af0-aca6-fbe106508bd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.742494] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5f68bd-e0af-4051-94cf-6d30c4273333 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.786971] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Successfully created port: 3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.790345] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0e5a5-f17d-4535-b21a-69848bd4d3fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.803980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.804521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.804697] env[62353]: DEBUG nova.network.neutron [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.808810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44138cff-f38c-41ae-905f-2d5eabafb39c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.834374] env[62353]: DEBUG nova.compute.provider_tree [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.846301] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657919, 'name': Rename_Task, 'duration_secs': 0.250805} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.846668] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1100.846961] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2d30fe-9c23-4423-8fdb-074c0b9f8ced {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.855118] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1100.855118] env[62353]: value = "task-657920" [ 1100.855118] env[62353]: _type = "Task" [ 1100.855118] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.859188] env[62353]: WARNING nova.network.neutron [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 1100.867449] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.955921] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1101.282797] env[62353]: DEBUG nova.network.neutron [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b29a64f0-172c-48df-a3b2-52412ea62e59", "address": "fa:16:3e:dc:ab:c8", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29a64f0-17", "ovs_interfaceid": "b29a64f0-172c-48df-a3b2-52412ea62e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.337472] env[62353]: DEBUG nova.scheduler.client.report [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1101.367263] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.786883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.787813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.788089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.789118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe940eb-46de-4b1a-a94e-4dd597701e0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.806817] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1101.807112] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1101.807299] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.807569] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1101.807738] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.807894] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1101.808126] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1101.808296] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1101.808472] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1101.808642] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1101.808852] env[62353]: DEBUG nova.virt.hardware [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.815332] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1101.815683] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa2370f-239d-4c71-8b59-59334598d7f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.835491] env[62353]: DEBUG oslo_vmware.api [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1101.835491] env[62353]: value = "task-657921" [ 1101.835491] env[62353]: _type = "Task" [ 1101.835491] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.849971] env[62353]: DEBUG oslo_vmware.api [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657921, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.865988] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657920, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.966540] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1101.993264] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1101.993540] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1101.993732] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.993935] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1101.994111] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.994270] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1101.994486] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1101.994662] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1101.994852] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1101.995036] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1101.995258] env[62353]: DEBUG nova.virt.hardware [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.996200] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670528e4-b87f-4098-ae91-6b39331f1aa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.007248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac24908-c117-42b1-86d5-10ea66c63d13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.348930] env[62353]: DEBUG oslo_vmware.api [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.352500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.340s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.367188] env[62353]: DEBUG oslo_vmware.api [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657920, 'name': PowerOnVM_Task, 'duration_secs': 1.273284} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.370022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1102.370022] env[62353]: INFO nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1102.370022] env[62353]: DEBUG nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1102.370022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef2af0-9e27-441c-8c07-c379a84faa55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.473987] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Successfully updated port: 3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.848307] env[62353]: DEBUG oslo_vmware.api [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.889666] env[62353]: INFO nova.compute.manager [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Took 22.69 seconds to build instance. [ 1102.933056] env[62353]: INFO nova.scheduler.client.report [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocation for migration 9b42e88a-2024-4b09-8246-d4d9709088fb [ 1102.977250] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.977478] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.977681] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1103.347383] env[62353]: DEBUG oslo_vmware.api [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657921, 'name': ReconfigVM_Task, 'duration_secs': 1.239562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.347896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.348150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1103.391832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3c347e-95e7-43c9-b6ba-fa36aa6fe48d tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.202s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.439186] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.782s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.519182] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1103.695496] env[62353]: DEBUG nova.network.neutron [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating instance_info_cache with network_info: [{"id": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "address": "fa:16:3e:3b:4e:fb", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e824c97-b9", "ovs_interfaceid": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.852866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c7b1646d-2747-4431-9a59-42a0057bb0d7 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.244s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.198663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.199034] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Instance network_info: |[{"id": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "address": "fa:16:3e:3b:4e:fb", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e824c97-b9", "ovs_interfaceid": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1104.199678] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:4e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e824c97-b944-44a1-b23b-7909ea6f11f8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.207173] env[62353]: DEBUG oslo.service.loopingcall [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.208169] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1104.208435] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2d3efc-3905-4e52-ae07-aeeb23e486aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.230504] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.230504] env[62353]: value = "task-657923" [ 1104.230504] env[62353]: _type = "Task" [ 1104.230504] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.242386] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657923, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.658650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.659538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.659538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.659538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.659762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.662134] env[62353]: INFO nova.compute.manager [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Terminating instance [ 1104.664207] env[62353]: DEBUG nova.compute.manager [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1104.664426] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1104.665367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60e4a1-e200-4c94-bff4-677c78a2bef9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.675275] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1104.675529] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ece560b5-0428-4462-8751-201449c27bd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.682991] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1104.682991] env[62353]: value = "task-657924" [ 1104.682991] env[62353]: _type = "Task" [ 1104.682991] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.693456] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.741841] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657923, 'name': CreateVM_Task, 'duration_secs': 0.433155} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.742021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1104.742757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.742987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.743385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.743734] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f849e75-08ec-47a3-807e-7b075358b9de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.750639] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1104.750639] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5272a6f0-a167-f08d-606b-b12f224633d3" [ 1104.750639] env[62353]: _type = "Task" [ 1104.750639] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.762790] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5272a6f0-a167-f08d-606b-b12f224633d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.110363] env[62353]: DEBUG nova.compute.manager [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1105.110363] env[62353]: DEBUG oslo_concurrency.lockutils [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.110633] env[62353]: DEBUG oslo_concurrency.lockutils [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.110926] env[62353]: DEBUG oslo_concurrency.lockutils [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.111078] env[62353]: DEBUG nova.compute.manager [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] No waiting events found dispatching network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1105.111292] env[62353]: WARNING nova.compute.manager [req-44469955-00f4-4f35-94b8-7f027d207691 req-1d675f89-9e2c-450c-beb7-8f3fcbb97d05 service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received unexpected event network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 for instance with vm_state active and task_state None. [ 1105.193845] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657924, 'name': PowerOffVM_Task, 'duration_secs': 0.231137} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.194240] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1105.194476] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1105.194804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e351cf15-ee94-4e71-9509-1b78a3b95541 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.266024] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5272a6f0-a167-f08d-606b-b12f224633d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.266024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.266024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.266277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.266783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.266783] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.266992] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1105.267242] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1105.267465] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleting the datastore file [datastore2] 1463298c-e8df-4045-8e0b-f8bfb02ada54 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.267776] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ebb543-2726-48ae-b9e1-5a3fa8e75779 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.269815] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3131c8eb-7148-4c04-a867-8770fe95ea14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.279276] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for the task: (returnval){ [ 1105.279276] env[62353]: value = "task-657926" [ 1105.279276] env[62353]: _type = "Task" [ 1105.279276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.280732] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.280928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1105.287023] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef68f6e4-98b0-47b1-9214-aa7649dbb7a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.296080] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.297255] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1105.297255] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529c87eb-fc33-6e28-a568-10a51d1400fa" [ 1105.297255] env[62353]: _type = "Task" [ 1105.297255] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.306735] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529c87eb-fc33-6e28-a568-10a51d1400fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.471770] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.472057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.793621] env[62353]: DEBUG oslo_vmware.api [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Task: {'id': task-657926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326015} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.794281] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.794798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1105.795153] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1105.795507] env[62353]: INFO nova.compute.manager [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1105.797018] env[62353]: DEBUG oslo.service.loopingcall [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.797018] env[62353]: DEBUG nova.compute.manager [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1105.797018] env[62353]: DEBUG nova.network.neutron [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1105.812144] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529c87eb-fc33-6e28-a568-10a51d1400fa, 'name': SearchDatastore_Task, 'duration_secs': 0.02964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.812144] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd77ce9-7c13-4514-86c1-c26ee0ac343a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.817298] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1105.817298] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52038efc-9e2b-89fa-a9ce-6df4ce1f246a" [ 1105.817298] env[62353]: _type = "Task" [ 1105.817298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.828503] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52038efc-9e2b-89fa-a9ce-6df4ce1f246a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.975100] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1106.112269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.112815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.139720] env[62353]: DEBUG nova.network.neutron [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Port 8d6f7a7a-9477-491d-9b83-f79c77c854ee binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1106.140106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.140327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.140529] env[62353]: DEBUG nova.network.neutron [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1106.332163] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52038efc-9e2b-89fa-a9ce-6df4ce1f246a, 'name': SearchDatastore_Task, 'duration_secs': 0.021843} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.332579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.332740] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29e25baf-f296-4c90-bc38-ce654026f8bd/29e25baf-f296-4c90-bc38-ce654026f8bd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1106.333021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad4d73e1-4af3-471e-b716-7644afad6519 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.342162] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1106.342162] env[62353]: value = "task-657927" [ 1106.342162] env[62353]: _type = "Task" [ 1106.342162] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.351702] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.401823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "bdddb532-d196-4e03-a331-746cb05331cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.402107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.503956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.503956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.505716] env[62353]: INFO nova.compute.claims [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.615976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.616707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.617581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247458c-b6af-49d8-86b4-68f1eb8a9035 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.641187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcbc833-943f-4c4c-ac48-d0e7dfe7fcf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.677288] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1106.677774] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33c1c7b-cdd9-4027-a9ec-53e49bb93f11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.702981] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1106.702981] env[62353]: value = "task-657928" [ 1106.702981] env[62353]: _type = "Task" [ 1106.702981] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.717752] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.777494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.777780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.801172] env[62353]: DEBUG nova.network.neutron [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.856276] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.904621] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1107.002933] env[62353]: DEBUG nova.network.neutron [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.173979] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1107.173979] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-b29a64f0-172c-48df-a3b2-52412ea62e59. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1107.173979] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.173979] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.173979] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1107.214649] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.280662] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1107.303649] env[62353]: INFO nova.compute.manager [-] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Took 1.51 seconds to deallocate network for instance. [ 1107.356641] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.356955] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 29e25baf-f296-4c90-bc38-ce654026f8bd/29e25baf-f296-4c90-bc38-ce654026f8bd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1107.357221] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.357753] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64833cc3-9463-4ba7-add7-7cbef4239031 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.367857] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1107.367857] env[62353]: value = "task-657929" [ 1107.367857] env[62353]: _type = "Task" [ 1107.367857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.382333] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.431143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.458946] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.460231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75373e4-cdc7-4e6d-870d-6281065f706a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.467666] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.467868] env[62353]: ERROR oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk due to incomplete transfer. [ 1107.468110] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4478a0fe-1941-49cf-b0ab-1c09cd6b8c9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.476031] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247e934-5cdc-6995-07df-f901d96fb59e/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.476255] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Uploaded image 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1107.478614] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1107.478870] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67f15d17-3a25-4c6e-bc6a-24ece4bf1506 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.485508] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1107.485508] env[62353]: value = "task-657930" [ 1107.485508] env[62353]: _type = "Task" [ 1107.485508] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.494117] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657930, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.508860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.718695] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.761186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311719ba-c9d3-4ed2-8c86-f636775dde94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.769894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051aa1c-6dfc-47e9-9db3-0858cc3e7230 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.808932] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0657e43c-935e-4eab-8944-122a587c4d75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.819481] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.819481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74741d-8418-4a73-90fe-f12824b44e2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.834100] env[62353]: DEBUG nova.compute.provider_tree [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.838020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.881279] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07219} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.881620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.882441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc06eb-9285-456d-a0ce-0d34674a207f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.888481] env[62353]: DEBUG nova.compute.manager [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1107.910024] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 29e25baf-f296-4c90-bc38-ce654026f8bd/29e25baf-f296-4c90-bc38-ce654026f8bd.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.910894] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dbb81d6-1b45-4c97-8ab8-aadc0ab8b245 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.933128] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1107.933128] env[62353]: value = "task-657931" [ 1107.933128] env[62353]: _type = "Task" [ 1107.933128] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.944344] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.995488] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657930, 'name': Destroy_Task, 'duration_secs': 0.312787} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.995765] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Destroyed the VM [ 1107.996063] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.996339] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-929c7ad1-c480-48f0-bcd1-34e11d9819f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003704] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1108.003704] env[62353]: value = "task-657932" [ 1108.003704] env[62353]: _type = "Task" [ 1108.003704] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.012497] env[62353]: DEBUG nova.compute.manager [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1108.012788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.016174] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.081970] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updated VIF entry in instance network info cache for port b29a64f0-172c-48df-a3b2-52412ea62e59. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1108.082686] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b29a64f0-172c-48df-a3b2-52412ea62e59", "address": "fa:16:3e:dc:ab:c8", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29a64f0-17", "ovs_interfaceid": "b29a64f0-172c-48df-a3b2-52412ea62e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.217937] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.341033] env[62353]: DEBUG nova.scheduler.client.report [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.430958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.444184] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657931, 'name': ReconfigVM_Task, 'duration_secs': 0.29396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.444468] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 29e25baf-f296-4c90-bc38-ce654026f8bd/29e25baf-f296-4c90-bc38-ce654026f8bd.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.445143] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-238da1b5-b38e-4a36-b2f0-e97d5114fbc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.452853] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1108.452853] env[62353]: value = "task-657933" [ 1108.452853] env[62353]: _type = "Task" [ 1108.452853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.461361] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657933, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.514611] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657932, 'name': RemoveSnapshot_Task, 'duration_secs': 0.36702} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.514874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.515175] env[62353]: DEBUG nova.compute.manager [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1108.515964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0197b524-7d39-477c-b069-358508e7e03d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.586931] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.587882] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Received event network-vif-plugged-3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1108.587882] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.587882] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.588143] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.588339] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] No waiting events found dispatching network-vif-plugged-3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1108.588451] env[62353]: WARNING nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Received unexpected event network-vif-plugged-3e824c97-b944-44a1-b23b-7909ea6f11f8 for instance with vm_state building and task_state spawning. [ 1108.588770] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Received event network-changed-3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1108.588967] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Refreshing instance network info cache due to event network-changed-3e824c97-b944-44a1-b23b-7909ea6f11f8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1108.589235] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquiring lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.589457] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquired lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.589705] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Refreshing network info cache for port 3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1108.716631] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.846990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.846990] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1108.850116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.419s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.851609] env[62353]: INFO nova.compute.claims [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.963889] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657933, 'name': Rename_Task, 'duration_secs': 0.155888} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.964501] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1108.964895] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7a4f44-5d38-4d95-9d51-412b5a54ae60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.974990] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1108.974990] env[62353]: value = "task-657934" [ 1108.974990] env[62353]: _type = "Task" [ 1108.974990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.983051] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.029556] env[62353]: INFO nova.compute.manager [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Shelve offloading [ 1109.031670] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1109.031921] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e767cc9a-d135-4eb7-ae89-d04469e5bea4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.039913] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1109.039913] env[62353]: value = "task-657935" [ 1109.039913] env[62353]: _type = "Task" [ 1109.039913] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.049417] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.217108] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.300955] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updated VIF entry in instance network info cache for port 3e824c97-b944-44a1-b23b-7909ea6f11f8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1109.301489] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating instance_info_cache with network_info: [{"id": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "address": "fa:16:3e:3b:4e:fb", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e824c97-b9", "ovs_interfaceid": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.355748] env[62353]: DEBUG nova.compute.utils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.359255] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1109.359453] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1109.403727] env[62353]: DEBUG nova.policy [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b363a4f0da9b41dd8279869d340d57c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892a75684db34529bf7f5e487c72fdb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1109.485989] env[62353]: DEBUG oslo_vmware.api [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-657934, 'name': PowerOnVM_Task, 'duration_secs': 0.497967} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.486286] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1109.486499] env[62353]: INFO nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1109.486685] env[62353]: DEBUG nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1109.487576] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b2fd5-9253-469f-b05e-fd3d4d52595a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.550721] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1109.550933] env[62353]: DEBUG nova.compute.manager [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1109.551704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d544fc89-0995-4a2a-b7e9-b961e0fd218c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.557787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.557970] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.558179] env[62353]: DEBUG nova.network.neutron [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1109.697639] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Successfully created port: 20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.717958] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.804273] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Releasing lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.804459] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1109.804718] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing instance network info cache due to event network-changed-2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1109.804980] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquiring lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.805167] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquired lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.805368] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Refreshing network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1109.862992] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1110.007692] env[62353]: INFO nova.compute.manager [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Took 12.42 seconds to build instance. [ 1110.104149] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46089283-aff3-4fcc-befb-d2a26135e70e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.112612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4a093-663e-41d6-b28f-5fb30ea24d21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.150379] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a336467-d0ef-43a5-a31b-855141cb2a99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.162508] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e2b5a7-4fca-4dec-a9f1-a80b408d158c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.179007] env[62353]: DEBUG nova.compute.provider_tree [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.223018] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.317919] env[62353]: DEBUG nova.network.neutron [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.509624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-629abb48-7592-469a-89c8-3b22c62376e5 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.929s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.644816] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updated VIF entry in instance network info cache for port 2cedae8a-e494-4a07-82ef-420f6ae367f1. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1110.645286] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [{"id": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "address": "fa:16:3e:e7:bb:97", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cedae8a-e4", "ovs_interfaceid": "2cedae8a-e494-4a07-82ef-420f6ae367f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.656545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.656859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.657092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.657288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.657465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.659553] env[62353]: INFO nova.compute.manager [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Terminating instance [ 1110.661375] env[62353]: DEBUG nova.compute.manager [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1110.661599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1110.662705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a7c98-00e3-4d75-81f5-2a77255cbc22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.671011] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1110.671260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9cc35b-b8d0-4cd3-a719-f02db0593edc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.678064] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1110.678064] env[62353]: value = "task-657936" [ 1110.678064] env[62353]: _type = "Task" [ 1110.678064] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.681477] env[62353]: DEBUG nova.scheduler.client.report [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1110.690157] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.720204] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.821326] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.878793] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1110.903199] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1110.903467] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1110.903661] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.903869] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1110.904038] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.904199] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1110.904415] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1110.904596] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1110.904839] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1110.905040] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1110.905230] env[62353]: DEBUG nova.virt.hardware [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.906107] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a7452-effc-409e-9ce3-83c46bc0f9aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.915408] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee51e83-4cff-4a4b-874c-0d85cecd9568 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.148093] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Releasing lock "refresh_cache-3f563057-69e6-4941-a450-069491b8eef3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.148510] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Received event network-changed-2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1111.148698] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Refreshing instance network info cache due to event network-changed-2b121707-6554-4f34-9f09-b6f54cca065d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1111.148918] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquiring lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.149104] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Acquired lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.149338] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Refreshing network info cache for port 2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1111.195842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.195842] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1111.196593] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657936, 'name': PowerOffVM_Task, 'duration_secs': 0.158984} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.200019] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Successfully updated port: 20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.200019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.382s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.200019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.201117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.365s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.207108] env[62353]: INFO nova.compute.claims [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.207498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1111.211017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1111.211017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb3842e-4bf8-4663-bd91-cbae1127ae8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.223524] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.228416] env[62353]: INFO nova.scheduler.client.report [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Deleted allocations for instance 1463298c-e8df-4045-8e0b-f8bfb02ada54 [ 1111.333074] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1111.333398] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1111.333530] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleting the datastore file [datastore2] b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.333898] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c007f6c-60f6-4ca3-aeea-eab919559e08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.345015] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for the task: (returnval){ [ 1111.345015] env[62353]: value = "task-657938" [ 1111.345015] env[62353]: _type = "Task" [ 1111.345015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.353178] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.365526] env[62353]: DEBUG nova.compute.manager [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Received event network-vif-plugged-20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1111.365719] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.365948] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.368097] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.368097] env[62353]: DEBUG nova.compute.manager [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] No waiting events found dispatching network-vif-plugged-20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1111.368097] env[62353]: WARNING nova.compute.manager [req-4b595f48-af83-4bd5-84e9-8da29395ffd8 req-2e4bc595-d827-454f-a69f-46510b17e96c service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Received unexpected event network-vif-plugged-20a1abcc-2f18-45b3-b386-a286122a91c8 for instance with vm_state building and task_state spawning. [ 1111.700191] env[62353]: DEBUG nova.compute.utils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.705059] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1111.705059] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1111.708835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.709000] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.709161] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1111.726152] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.736212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-88cd48ad-6b1e-4bcf-a64b-bb884133ea7e tempest-DeleteServersTestJSON-224860409 tempest-DeleteServersTestJSON-224860409-project-member] Lock "1463298c-e8df-4045-8e0b-f8bfb02ada54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.077s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.748526] env[62353]: DEBUG nova.compute.manager [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-vif-unplugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1111.749087] env[62353]: DEBUG oslo_concurrency.lockutils [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.749087] env[62353]: DEBUG oslo_concurrency.lockutils [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.749465] env[62353]: DEBUG oslo_concurrency.lockutils [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.749576] env[62353]: DEBUG nova.compute.manager [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] No waiting events found dispatching network-vif-unplugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1111.749781] env[62353]: WARNING nova.compute.manager [req-1418d05c-00f8-45ce-878a-2e27ab20fe6c req-2dd31dac-d681-48af-b37a-08fe086f6d80 service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received unexpected event network-vif-unplugged-3c767748-8cbf-422b-9c20-066804ec85fe for instance with vm_state shelved and task_state shelving_offloading. [ 1111.783415] env[62353]: DEBUG nova.policy [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1111.852785] env[62353]: DEBUG oslo_vmware.api [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Task: {'id': task-657938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.853913] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1111.854217] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.854427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1111.854635] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1111.854817] env[62353]: INFO nova.compute.manager [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1111.855062] env[62353]: DEBUG oslo.service.loopingcall [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.855757] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab06378-116c-45df-be64-1227292c509e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.858266] env[62353]: DEBUG nova.compute.manager [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1111.858360] env[62353]: DEBUG nova.network.neutron [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1111.864807] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1111.865096] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf235973-69cc-4454-8b63-2a4dbcec91b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.938431] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1111.938698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1111.938838] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.940279] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224e397d-7c94-4ae9-b2eb-43611f350433 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.952391] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1111.952391] env[62353]: value = "task-657940" [ 1111.952391] env[62353]: _type = "Task" [ 1111.952391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.968824] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.040215] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updated VIF entry in instance network info cache for port 2b121707-6554-4f34-9f09-b6f54cca065d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1112.041400] env[62353]: DEBUG nova.network.neutron [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [{"id": "2b121707-6554-4f34-9f09-b6f54cca065d", "address": "fa:16:3e:bd:94:e3", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b121707-65", "ovs_interfaceid": "2b121707-6554-4f34-9f09-b6f54cca065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.166651] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Successfully created port: 1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.205029] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1112.231956] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.262392] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1112.465143] env[62353]: DEBUG oslo_vmware.api [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-657940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.468760] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.468760] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1112.468760] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1112.471110] env[62353]: DEBUG nova.network.neutron [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating instance_info_cache with network_info: [{"id": "20a1abcc-2f18-45b3-b386-a286122a91c8", "address": "fa:16:3e:63:c0:1c", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1abcc-2f", "ovs_interfaceid": "20a1abcc-2f18-45b3-b386-a286122a91c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.499223] env[62353]: INFO nova.scheduler.client.report [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted allocations for instance acbf6104-9e33-49d4-b2a3-2413236ff440 [ 1112.525688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e78092-8343-4862-8c4c-65285cf2250a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.534705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba05fce-5fb7-4f16-9f14-a57ea1af7917 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.565568] env[62353]: DEBUG oslo_concurrency.lockutils [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] Releasing lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.565838] env[62353]: DEBUG nova.compute.manager [req-2dd906bc-fc67-4fe3-afc4-f2a7b23bc300 req-77352efc-64e6-4389-9ada-627eaebfa21c service nova] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Received event network-vif-deleted-ba41c654-3846-4067-ac9a-90ddd2a03573 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1112.567075] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac603e7-1bac-4c9f-a1ee-9526421b91b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.577518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e336891-50fa-4039-b634-2b788ed6e905 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.591638] env[62353]: DEBUG nova.network.neutron [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.593137] env[62353]: DEBUG nova.compute.provider_tree [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.728018] env[62353]: DEBUG oslo_vmware.api [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657928, 'name': ReconfigVM_Task, 'duration_secs': 5.874561} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.728706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.728706] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1112.975368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.975702] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Instance network_info: |[{"id": "20a1abcc-2f18-45b3-b386-a286122a91c8", "address": "fa:16:3e:63:c0:1c", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1abcc-2f", "ovs_interfaceid": "20a1abcc-2f18-45b3-b386-a286122a91c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1112.976197] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c0:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a1abcc-2f18-45b3-b386-a286122a91c8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.984113] env[62353]: DEBUG oslo.service.loopingcall [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.984320] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1112.984641] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3047ab54-327a-4069-8cbe-bd8de49a0a0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.003780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.005325] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.005325] env[62353]: value = "task-657942" [ 1113.005325] env[62353]: _type = "Task" [ 1113.005325] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.014169] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657942, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.095103] env[62353]: INFO nova.compute.manager [-] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Took 1.24 seconds to deallocate network for instance. [ 1113.096109] env[62353]: DEBUG nova.scheduler.client.report [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1113.217117] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1113.243457] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1113.243880] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1113.244110] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.244326] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1113.244490] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.244815] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1113.245101] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1113.245285] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1113.245686] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1113.246347] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1113.246472] env[62353]: DEBUG nova.virt.hardware [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.247739] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e0f2b-a583-4591-a540-8bfc7c973ac1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.257059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2462973-a2e8-409a-acd2-55df52cb78fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.401447] env[62353]: DEBUG nova.compute.manager [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Received event network-changed-20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1113.401612] env[62353]: DEBUG nova.compute.manager [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Refreshing instance network info cache due to event network-changed-20a1abcc-2f18-45b3-b386-a286122a91c8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1113.401863] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] Acquiring lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.402488] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] Acquired lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.402488] env[62353]: DEBUG nova.network.neutron [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Refreshing network info cache for port 20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1113.515567] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657942, 'name': CreateVM_Task, 'duration_secs': 0.451655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.515843] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1113.516444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.516631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.516955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.517233] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f284fd-2c53-4638-b593-c6f7dcfa5055 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.522360] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1113.522360] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cb9d59-8025-e69e-c245-98ec261456b1" [ 1113.522360] env[62353]: _type = "Task" [ 1113.522360] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.530637] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cb9d59-8025-e69e-c245-98ec261456b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.602957] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.603396] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1113.606421] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.594s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.608388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.702454] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Successfully updated port: 1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.837802] env[62353]: DEBUG nova.compute.manager [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Received event network-changed-3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1113.837802] env[62353]: DEBUG nova.compute.manager [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Refreshing instance network info cache due to event network-changed-3e824c97-b944-44a1-b23b-7909ea6f11f8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1113.837985] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Acquiring lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.838254] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Acquired lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.838457] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Refreshing network info cache for port 3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1114.033693] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52cb9d59-8025-e69e-c245-98ec261456b1, 'name': SearchDatastore_Task, 'duration_secs': 0.027402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.033973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.034226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.034457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.034619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.034953] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.037677] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1114184b-1d7c-462a-8c78-dd245ccd3d75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050191] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.050770] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1114.051607] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88f9b11-f2a7-4a5c-bdfd-cb3efe4588fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.058312] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1114.058312] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c41b2-ff9e-8712-0179-43cf6f80170d" [ 1114.058312] env[62353]: _type = "Task" [ 1114.058312] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.068746] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c41b2-ff9e-8712-0179-43cf6f80170d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.109397] env[62353]: DEBUG nova.objects.instance [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'migration_context' on Instance uuid 853db629-afd1-4d02-a7fa-0791a908ba07 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.111541] env[62353]: DEBUG nova.compute.utils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.114977] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1114.115158] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1114.136540] env[62353]: DEBUG nova.network.neutron [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updated VIF entry in instance network info cache for port 20a1abcc-2f18-45b3-b386-a286122a91c8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1114.136909] env[62353]: DEBUG nova.network.neutron [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating instance_info_cache with network_info: [{"id": "20a1abcc-2f18-45b3-b386-a286122a91c8", "address": "fa:16:3e:63:c0:1c", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1abcc-2f", "ovs_interfaceid": "20a1abcc-2f18-45b3-b386-a286122a91c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.174042] env[62353]: DEBUG nova.policy [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cfe33aed04c4a15b844512fcdb17d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6c9e6e9c3db474da7a45575bf64c244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1114.175699] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.175879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.176066] env[62353]: DEBUG nova.network.neutron [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1114.204210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.204379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.204750] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1114.570201] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528c41b2-ff9e-8712-0179-43cf6f80170d, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.571055] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540eb6e4-7fff-4dda-af9e-6a2514e3e083 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.578364] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1114.578364] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520d402e-7ddf-5e87-1ff9-16260d34a052" [ 1114.578364] env[62353]: _type = "Task" [ 1114.578364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.588677] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520d402e-7ddf-5e87-1ff9-16260d34a052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.622415] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1114.640306] env[62353]: DEBUG oslo_concurrency.lockutils [req-e4294cb4-fdd8-49ad-b25d-83b07b92805f req-3d0c6e5e-406e-42ac-b222-ac3dea3fbbc5 service nova] Releasing lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.667726] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Successfully created port: 206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.719354] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updated VIF entry in instance network info cache for port 3e824c97-b944-44a1-b23b-7909ea6f11f8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1114.719763] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating instance_info_cache with network_info: [{"id": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "address": "fa:16:3e:3b:4e:fb", "network": {"id": "20b246ff-3307-4aad-a013-cd75682ef530", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2029049482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b1770905534fa7a40933dc60826c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e824c97-b9", "ovs_interfaceid": "3e824c97-b944-44a1-b23b-7909ea6f11f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.733868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.734182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.785828] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1114.901263] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4db86-e9b2-4782-99e1-a3e5ba33f0d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.911184] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf0755-86ad-43a2-9f20-b6393d811637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.947696] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e544d-9004-4140-9fa4-4fec75a66f83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.956426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890bf7ad-f4cd-46ee-a5ec-a3b088574cfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.973020] env[62353]: DEBUG nova.compute.provider_tree [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.089379] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520d402e-7ddf-5e87-1ff9-16260d34a052, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.089667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.089930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c8a9dac8-9915-41e9-b9a3-398671f3f605/c8a9dac8-9915-41e9-b9a3-398671f3f605.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1115.090217] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb24a0e3-6457-4997-8004-a00957912081 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.098017] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1115.098017] env[62353]: value = "task-657943" [ 1115.098017] env[62353]: _type = "Task" [ 1115.098017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.106807] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.128131] env[62353]: INFO nova.virt.block_device [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Booting with volume e542a2ee-18ea-4396-a293-a9dc9dbffb5e at /dev/sda [ 1115.133177] env[62353]: DEBUG nova.network.neutron [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Updating instance_info_cache with network_info: [{"id": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "address": "fa:16:3e:59:36:b0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f80a346-e9", "ovs_interfaceid": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.176698] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44f1f160-e253-422a-b30f-4eaec452dfeb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.181727] env[62353]: INFO nova.network.neutron [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Port b29a64f0-172c-48df-a3b2-52412ea62e59 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1115.182143] env[62353]: DEBUG nova.network.neutron [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.194628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b24113-a15a-4ade-9a71-3221559e35f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.231212] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Releasing lock "refresh_cache-29e25baf-f296-4c90-bc38-ce654026f8bd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.231576] env[62353]: DEBUG nova.compute.manager [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1115.231666] env[62353]: DEBUG nova.compute.manager [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing instance network info cache due to event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1115.231916] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.235583] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235939] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1115.237998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.239384] env[62353]: DEBUG nova.compute.utils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1115.244337] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54933d0-4cbf-492d-a7a8-55ac3f97aa53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.258663] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed6149-fae2-4acd-8ab9-5bcdfb421e21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.301235] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d90816-0f03-486f-b02e-d4f9d613e55d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.315887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95354716-9a5f-47b7-96f8-4d39866ab1cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.336214] env[62353]: DEBUG nova.virt.block_device [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updating existing volume attachment record: eacaa6dc-8c38-4613-9fb1-2a398cccb493 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1115.476117] env[62353]: DEBUG nova.scheduler.client.report [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1115.559022] env[62353]: DEBUG nova.compute.manager [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Received event network-vif-plugged-1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1115.559458] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Acquiring lock "bdddb532-d196-4e03-a331-746cb05331cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.559755] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Lock "bdddb532-d196-4e03-a331-746cb05331cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.559988] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Lock "bdddb532-d196-4e03-a331-746cb05331cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.560238] env[62353]: DEBUG nova.compute.manager [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] No waiting events found dispatching network-vif-plugged-1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1115.560482] env[62353]: WARNING nova.compute.manager [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Received unexpected event network-vif-plugged-1f80a346-e9ca-4b7d-8196-ba32dcdb9775 for instance with vm_state building and task_state spawning. [ 1115.560765] env[62353]: DEBUG nova.compute.manager [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Received event network-changed-1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1115.560945] env[62353]: DEBUG nova.compute.manager [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Refreshing instance network info cache due to event network-changed-1f80a346-e9ca-4b7d-8196-ba32dcdb9775. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1115.561225] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Acquiring lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.609495] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.641025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.641025] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Instance network_info: |[{"id": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "address": "fa:16:3e:59:36:b0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f80a346-e9", "ovs_interfaceid": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1115.641025] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Acquired lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.641025] env[62353]: DEBUG nova.network.neutron [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Refreshing network info cache for port 1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1115.641025] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:36:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f80a346-e9ca-4b7d-8196-ba32dcdb9775', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.656530] env[62353]: DEBUG oslo.service.loopingcall [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.657894] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1115.658309] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9f81850-d9c6-47f3-b797-d5b83bb0480b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.683021] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.683021] env[62353]: value = "task-657944" [ 1115.683021] env[62353]: _type = "Task" [ 1115.683021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.686530] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.702274] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657944, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.747019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.962123] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updated VIF entry in instance network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1115.962512] env[62353]: DEBUG nova.network.neutron [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c767748-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.109116] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.109402] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] c8a9dac8-9915-41e9-b9a3-398671f3f605/c8a9dac8-9915-41e9-b9a3-398671f3f605.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1116.109624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.109880] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa46bd1-5835-42e8-aceb-a9a0340b8589 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.117423] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1116.117423] env[62353]: value = "task-657945" [ 1116.117423] env[62353]: _type = "Task" [ 1116.117423] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.125241] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.192946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b1c0530-60f8-4b35-bf33-604f95e1f1d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-e0ba7938-08cd-4741-bd30-d9db8efeec50-b29a64f0-172c-48df-a3b2-52412ea62e59" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.080s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.200972] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657944, 'name': CreateVM_Task, 'duration_secs': 0.373701} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.201297] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1116.202023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.202207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.202598] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.202915] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1d72e5-a4c1-49bd-a63f-4e610bd17e29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.210862] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1116.210862] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52525eb0-cb33-dcad-7e2c-5291164e9b95" [ 1116.210862] env[62353]: _type = "Task" [ 1116.210862] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.220705] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52525eb0-cb33-dcad-7e2c-5291164e9b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.222309] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Successfully updated port: 206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.285688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.285834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.286162] env[62353]: DEBUG nova.objects.instance [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'flavor' on Instance uuid 1fc79467-aefd-4d77-af40-588d0ce1bb25 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.398237] env[62353]: DEBUG nova.network.neutron [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Updated VIF entry in instance network info cache for port 1f80a346-e9ca-4b7d-8196-ba32dcdb9775. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1116.398237] env[62353]: DEBUG nova.network.neutron [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Updating instance_info_cache with network_info: [{"id": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "address": "fa:16:3e:59:36:b0", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f80a346-e9", "ovs_interfaceid": "1f80a346-e9ca-4b7d-8196-ba32dcdb9775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.465749] env[62353]: DEBUG oslo_concurrency.lockutils [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.465749] env[62353]: DEBUG nova.compute.manager [req-beb3addd-af3e-475e-95e2-1210178372be req-dece9eb4-6d2a-4d0f-b08d-fb2bd762a51e service nova] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Received event network-vif-deleted-85bdcc47-9888-4c66-8d87-136ab3faebdd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1116.490211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.882s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.496334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.065s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.628215] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146935} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.629074] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.629990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa613c0-ba4c-40be-914e-03e596dfc0f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.656494] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c8a9dac8-9915-41e9-b9a3-398671f3f605/c8a9dac8-9915-41e9-b9a3-398671f3f605.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.659834] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80c5ac2-6a16-48d7-aa9c-61a279e599ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.676305] env[62353]: DEBUG nova.compute.manager [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Received event network-vif-plugged-206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1116.677022] env[62353]: DEBUG oslo_concurrency.lockutils [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] Acquiring lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.677148] env[62353]: DEBUG oslo_concurrency.lockutils [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.677454] env[62353]: DEBUG oslo_concurrency.lockutils [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.677765] env[62353]: DEBUG nova.compute.manager [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] No waiting events found dispatching network-vif-plugged-206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1116.678906] env[62353]: WARNING nova.compute.manager [req-4d19bc5f-a801-4dc6-8378-51e965e33a70 req-435bb943-3e36-42ab-b050-9862c97fc822 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Received unexpected event network-vif-plugged-206ce0c5-dfe4-460a-8f2c-995a6068223a for instance with vm_state building and task_state block_device_mapping. [ 1116.687021] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1116.687021] env[62353]: value = "task-657946" [ 1116.687021] env[62353]: _type = "Task" [ 1116.687021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.694929] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.723340] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52525eb0-cb33-dcad-7e2c-5291164e9b95, 'name': SearchDatastore_Task, 'duration_secs': 0.022985} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.724045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.724419] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.724752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.724919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.725126] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.725686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.725839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquired lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.725994] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1116.727154] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319f1cce-f5c3-4a1d-8a85-e23dbce23f57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.740336] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.740541] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1116.741302] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540065f5-c186-429e-883c-5683bf56dbc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.748104] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1116.748104] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284af56-e64e-f7dd-410d-59c46b4a5a74" [ 1116.748104] env[62353]: _type = "Task" [ 1116.748104] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.756280] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284af56-e64e-f7dd-410d-59c46b4a5a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.885831] env[62353]: DEBUG nova.objects.instance [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'pci_requests' on Instance uuid 1fc79467-aefd-4d77-af40-588d0ce1bb25 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.901685] env[62353]: DEBUG oslo_concurrency.lockutils [req-c31abbc5-1322-47b2-8633-d965fd703586 req-a90af3cb-b2c7-4227-8cdb-47c2169e9c90 service nova] Releasing lock "refresh_cache-bdddb532-d196-4e03-a331-746cb05331cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.916331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.916620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.916902] env[62353]: INFO nova.compute.manager [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Attaching volume 387e2a6f-7229-48b1-b978-125c63b7a7ad to /dev/sdb [ 1116.965048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5007f1a7-a7b7-4712-8c2b-3491f633bea2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.972851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ca33e-b41a-4e5a-aee6-ccecfdbed986 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.989756] env[62353]: DEBUG nova.virt.block_device [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating existing volume attachment record: cd5fe639-81f5-41b4-83cc-fc911be0eb85 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1117.006223] env[62353]: INFO nova.compute.claims [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.195769] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.259325] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5284af56-e64e-f7dd-410d-59c46b4a5a74, 'name': SearchDatastore_Task, 'duration_secs': 0.012851} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.260164] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9524dcd-c3be-4480-bda9-555871fe5853 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.263230] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1117.268856] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1117.268856] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52445e0d-5cb8-4a3a-4f3c-a9eb2dc33ac3" [ 1117.268856] env[62353]: _type = "Task" [ 1117.268856] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.277854] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52445e0d-5cb8-4a3a-4f3c-a9eb2dc33ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.389056] env[62353]: DEBUG nova.objects.base [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Object Instance<1fc79467-aefd-4d77-af40-588d0ce1bb25> lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1117.389326] env[62353]: DEBUG nova.network.neutron [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1117.431903] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1117.432576] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1117.432865] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1117.432988] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.433269] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1117.433309] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.433498] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1117.434464] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1117.434464] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1117.434464] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1117.434578] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1117.434803] env[62353]: DEBUG nova.virt.hardware [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.436024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ade715-e01a-4257-89f2-d94aa8b27119 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.446231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6e375-712e-4b97-bcd7-e475aeb4b072 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.465964] env[62353]: DEBUG nova.policy [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0abf0f48344bb8cca0c08ec2fcdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6908a68974644a91839d6d0b1c3c9ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1117.516852] env[62353]: INFO nova.compute.resource_tracker [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating resource usage from migration d1c57ea1-873f-42b2-affc-a5c33eb13dba [ 1117.539973] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1117.545384] env[62353]: DEBUG nova.network.neutron [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updating instance_info_cache with network_info: [{"id": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "address": "fa:16:3e:9e:67:8e", "network": {"id": "813d824a-30b5-4ab5-85da-24b3233fab5d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-393004126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6c9e6e9c3db474da7a45575bf64c244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206ce0c5-df", "ovs_interfaceid": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.559878] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1117.560307] env[62353]: DEBUG nova.compute.provider_tree [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.572689] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1117.600156] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1117.605982] env[62353]: DEBUG nova.compute.manager [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1117.606370] env[62353]: DEBUG nova.compute.manager [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing instance network info cache due to event network-changed-308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1117.606642] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Acquiring lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.606815] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Acquired lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.607024] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Refreshing network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1117.699555] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657946, 'name': ReconfigVM_Task, 'duration_secs': 0.764448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.703907] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c8a9dac8-9915-41e9-b9a3-398671f3f605/c8a9dac8-9915-41e9-b9a3-398671f3f605.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.703907] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8bf315d-9c65-4d5a-abde-ac6f6d819c0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.712961] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1117.712961] env[62353]: value = "task-657950" [ 1117.712961] env[62353]: _type = "Task" [ 1117.712961] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.726844] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657950, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.782164] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52445e0d-5cb8-4a3a-4f3c-a9eb2dc33ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.785192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.785281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] bdddb532-d196-4e03-a331-746cb05331cf/bdddb532-d196-4e03-a331-746cb05331cf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1117.785801] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78e4f0c-aaee-4363-8797-0488d4859468 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.796114] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1117.796114] env[62353]: value = "task-657951" [ 1117.796114] env[62353]: _type = "Task" [ 1117.796114] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.807800] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.852442] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d066df-fba2-4f34-9635-b7f40b275edb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.861862] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a682c-f2d0-487c-874d-4542862c14c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fef9a7-4882-48c2-8525-5c48fcb4f2a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.910628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a2ed6-dfdc-4e34-b675-83029771fa4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.925440] env[62353]: DEBUG nova.compute.provider_tree [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.047903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Releasing lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.049067] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance network_info: |[{"id": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "address": "fa:16:3e:9e:67:8e", "network": {"id": "813d824a-30b5-4ab5-85da-24b3233fab5d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-393004126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6c9e6e9c3db474da7a45575bf64c244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206ce0c5-df", "ovs_interfaceid": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1118.049067] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:67:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '206ce0c5-dfe4-460a-8f2c-995a6068223a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.056458] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Creating folder: Project (d6c9e6e9c3db474da7a45575bf64c244). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1118.057963] env[62353]: INFO nova.compute.manager [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Swapping old allocation on dict_keys(['794731a1-f7e5-413e-9f0a-303cab9ac89f']) held by migration 5f4f84af-dd16-4a19-98e5-f4094708cbf5 for instance [ 1118.057963] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75760709-f615-4ca0-b69a-98a30452e0da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076441] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1118.076620] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1118.077106] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Folder already exists: Project (d6c9e6e9c3db474da7a45575bf64c244). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.077254] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Creating folder: Instances. Parent ref: group-v159604. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1118.077514] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4178bf3d-0a7b-41f4-9f3f-8e017203ea7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.085660] env[62353]: DEBUG nova.scheduler.client.report [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Overwriting current allocation {'allocations': {'794731a1-f7e5-413e-9f0a-303cab9ac89f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '01d6aa1f8d7f43e1b13e35a60f4b0847', 'user_id': '10da404754b14eda846f2d52a466dc5a', 'consumer_generation': 1} on consumer 853db629-afd1-4d02-a7fa-0791a908ba07 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1118.089324] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Created folder: Instances in parent group-v159604. [ 1118.089582] env[62353]: DEBUG oslo.service.loopingcall [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.089785] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1118.090011] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3deb4239-6cfa-44da-8498-55f081adf7a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.112821] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.112821] env[62353]: value = "task-657954" [ 1118.112821] env[62353]: _type = "Task" [ 1118.112821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.124298] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657954, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.229962] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657950, 'name': Rename_Task, 'duration_secs': 0.150567} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.230399] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1118.230717] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59a737c-edc6-45f2-9156-0fbd7bbf7a9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.241747] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1118.241747] env[62353]: value = "task-657955" [ 1118.241747] env[62353]: _type = "Task" [ 1118.241747] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.254198] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.307213] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657951, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.394059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.394277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.394464] env[62353]: DEBUG nova.network.neutron [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1118.428781] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1118.623953] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657954, 'name': CreateVM_Task, 'duration_secs': 0.444329} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.624195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1118.624845] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159609', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'name': 'volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '627e7ae4-2d7a-4dc0-8b03-b636cb563637', 'attached_at': '', 'detached_at': '', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'serial': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e'}, 'attachment_id': 'eacaa6dc-8c38-4613-9fb1-2a398cccb493', 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1118.625172] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1118.625939] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f741a55-56ed-440f-a468-5ac38ae4d684 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634232] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca826e3-34fc-4892-bc52-5f608ad6f762 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.641217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0f6b3-78b8-4948-9268-ca9b2608995f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.648008] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1f36c32f-b5f7-45cb-8cb2-4245695db6e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.656364] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1118.656364] env[62353]: value = "task-657956" [ 1118.656364] env[62353]: _type = "Task" [ 1118.656364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.665322] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657956, 'name': RelocateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.666193] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updated VIF entry in instance network info cache for port 308d5a03-5120-408b-8fbc-c19dbbd589f7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1118.666523] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [{"id": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "address": "fa:16:3e:68:1f:a0", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap308d5a03-51", "ovs_interfaceid": "308d5a03-5120-408b-8fbc-c19dbbd589f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.697605] env[62353]: DEBUG nova.compute.manager [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Received event network-changed-206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1118.697844] env[62353]: DEBUG nova.compute.manager [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Refreshing instance network info cache due to event network-changed-206ce0c5-dfe4-460a-8f2c-995a6068223a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1118.698125] env[62353]: DEBUG oslo_concurrency.lockutils [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] Acquiring lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.698793] env[62353]: DEBUG oslo_concurrency.lockutils [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] Acquired lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.698793] env[62353]: DEBUG nova.network.neutron [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Refreshing network info cache for port 206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1118.751348] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.806816] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.807116] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] bdddb532-d196-4e03-a331-746cb05331cf/bdddb532-d196-4e03-a331-746cb05331cf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1118.807343] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.807615] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98d91b43-5e64-42a8-9ac5-03684464ae00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.815411] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1118.815411] env[62353]: value = "task-657957" [ 1118.815411] env[62353]: _type = "Task" [ 1118.815411] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.826566] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.935881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.439s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.936131] env[62353]: INFO nova.compute.manager [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Migrating [ 1118.945047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.941s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.945338] env[62353]: DEBUG nova.objects.instance [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'resources' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.170912] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Releasing lock "refresh_cache-e0ba7938-08cd-4741-bd30-d9db8efeec50" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.171313] env[62353]: DEBUG nova.compute.manager [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1119.171543] env[62353]: DEBUG nova.compute.manager [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing instance network info cache due to event network-changed-cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1119.172533] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.172704] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.172925] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1119.174405] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657956, 'name': RelocateVM_Task} progress is 19%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.254341] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.273780] env[62353]: DEBUG nova.network.neutron [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Successfully updated port: b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.295550] env[62353]: DEBUG nova.network.neutron [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [{"id": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "address": "fa:16:3e:63:d4:e8", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6f7a7a-94", "ovs_interfaceid": "8d6f7a7a-9477-491d-9b83-f79c77c854ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.332841] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080413} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.333544] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.335320] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c505a44-f3f1-43dd-b6cf-0cd8a8d9a100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.362950] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] bdddb532-d196-4e03-a331-746cb05331cf/bdddb532-d196-4e03-a331-746cb05331cf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.365854] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3054f8-0066-4e48-86b9-560892f16479 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.388283] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1119.388283] env[62353]: value = "task-657958" [ 1119.388283] env[62353]: _type = "Task" [ 1119.388283] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.397633] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657958, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.459024] env[62353]: DEBUG nova.objects.instance [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'numa_topology' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.459024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.459024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquired lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.459024] env[62353]: DEBUG nova.network.neutron [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1119.552203] env[62353]: DEBUG nova.network.neutron [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updated VIF entry in instance network info cache for port 206ce0c5-dfe4-460a-8f2c-995a6068223a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1119.552651] env[62353]: DEBUG nova.network.neutron [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updating instance_info_cache with network_info: [{"id": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "address": "fa:16:3e:9e:67:8e", "network": {"id": "813d824a-30b5-4ab5-85da-24b3233fab5d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-393004126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6c9e6e9c3db474da7a45575bf64c244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206ce0c5-df", "ovs_interfaceid": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.667571] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657956, 'name': RelocateVM_Task, 'duration_secs': 0.823744} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.667908] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.668151] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159609', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'name': 'volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '627e7ae4-2d7a-4dc0-8b03-b636cb563637', 'attached_at': '', 'detached_at': '', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'serial': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.668995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c243b0f3-19cd-46e2-ab25-cb2c8e7c310c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.688945] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe6093-45bd-44fc-87f6-01b0bed5b6bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.713519] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e/volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.714105] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268a0819-06da-4858-afd3-5ee2a97868ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.748674] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1119.748674] env[62353]: value = "task-657960" [ 1119.748674] env[62353]: _type = "Task" [ 1119.748674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.756335] env[62353]: DEBUG oslo_vmware.api [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-657955, 'name': PowerOnVM_Task, 'duration_secs': 1.339766} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.756967] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1119.757224] env[62353]: INFO nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1119.757418] env[62353]: DEBUG nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1119.758237] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137db484-e9e5-45ab-83f1-078b8de77f95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.764165] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.774649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.803512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-853db629-afd1-4d02-a7fa-0791a908ba07" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.804690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1119.805200] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d99b84b-fdc9-4bf2-a8dc-3f3e569242ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.814665] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1119.814665] env[62353]: value = "task-657961" [ 1119.814665] env[62353]: _type = "Task" [ 1119.814665] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.829961] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.899955] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.942856] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updated VIF entry in instance network info cache for port cf179e09-c7a7-4e23-9c30-4fc38e7415f5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1119.943327] env[62353]: DEBUG nova.network.neutron [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.960772] env[62353]: DEBUG nova.objects.base [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1120.056473] env[62353]: DEBUG oslo_concurrency.lockutils [req-9cad0d94-9b7e-4b8d-a9a6-baef5e5b72c2 req-607801e8-9c0f-467b-96a5-f9bf2412b2d9 service nova] Releasing lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.195215] env[62353]: DEBUG nova.network.neutron [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [{"id": "2b121707-6554-4f34-9f09-b6f54cca065d", "address": "fa:16:3e:bd:94:e3", "network": {"id": "8e9743ef-2513-467f-a48a-6d3315f6d7e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1967185153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f61cf33662c48039eec4d3d2fdf4b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b121707-65", "ovs_interfaceid": "2b121707-6554-4f34-9f09-b6f54cca065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.210065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15163b-d4d4-43cb-8fc3-0269246870ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.217981] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cac80f-65c5-486f-9a81-87c608d84f80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.247686] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24903acf-352d-4367-832a-f888f722720c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.260665] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657960, 'name': ReconfigVM_Task, 'duration_secs': 0.462437} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.261042] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e/volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.266804] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d19ea3-54a6-4ec4-868e-b767817a2269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.270537] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa55101-73e7-440e-aa4b-9a8147fd5447 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.299780] env[62353]: DEBUG nova.compute.provider_tree [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.302053] env[62353]: INFO nova.compute.manager [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Took 13.82 seconds to build instance. [ 1120.302989] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1120.302989] env[62353]: value = "task-657962" [ 1120.302989] env[62353]: _type = "Task" [ 1120.302989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.311838] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.332257] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657961, 'name': PowerOffVM_Task, 'duration_secs': 0.222631} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.332566] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1120.333288] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1120.333551] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1120.333777] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.334035] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1120.334263] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.334495] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1120.334777] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1120.334987] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1120.335219] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1120.335433] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1120.335659] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.341517] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca3073b-307d-44c4-b8fa-64f09c750574 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.358730] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1120.358730] env[62353]: value = "task-657963" [ 1120.358730] env[62353]: _type = "Task" [ 1120.358730] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.372079] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.400420] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.448061] env[62353]: DEBUG oslo_concurrency.lockutils [req-83b668af-ffaf-45e9-b9da-ac45c4cced6a req-7423a375-2cae-41c0-94fc-fadc3320047d service nova] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.448061] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.448061] env[62353]: DEBUG nova.network.neutron [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1120.701398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Releasing lock "refresh_cache-95210531-00f4-4aab-800c-a4f298e81a02" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.763076] env[62353]: DEBUG nova.compute.manager [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1120.763516] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.763870] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.764253] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.765046] env[62353]: DEBUG nova.compute.manager [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] No waiting events found dispatching network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1120.765046] env[62353]: WARNING nova.compute.manager [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received unexpected event network-vif-plugged-b29a64f0-172c-48df-a3b2-52412ea62e59 for instance with vm_state active and task_state None. [ 1120.765046] env[62353]: DEBUG nova.compute.manager [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-changed-b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1120.765046] env[62353]: DEBUG nova.compute.manager [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing instance network info cache due to event network-changed-b29a64f0-172c-48df-a3b2-52412ea62e59. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1120.765347] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.804895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-75e5c854-763a-4333-87c7-21dd3268567d tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.333s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.805772] env[62353]: DEBUG nova.scheduler.client.report [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1120.818976] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657962, 'name': ReconfigVM_Task, 'duration_secs': 0.151081} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.819414] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159609', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'name': 'volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '627e7ae4-2d7a-4dc0-8b03-b636cb563637', 'attached_at': '', 'detached_at': '', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'serial': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.819846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd82b4bf-ebb8-49ad-9196-3b9e6d5470e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.827164] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1120.827164] env[62353]: value = "task-657964" [ 1120.827164] env[62353]: _type = "Task" [ 1120.827164] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.842839] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657964, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.870223] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657963, 'name': ReconfigVM_Task, 'duration_secs': 0.157886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.871233] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4731208c-3865-40f9-b9f2-f90e3454221a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.896780] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1120.897206] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1120.897494] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.898666] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1120.898666] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.898666] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1120.898817] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1120.899498] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1120.899498] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1120.899498] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1120.899642] env[62353]: DEBUG nova.virt.hardware [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.904155] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc4ae9b-c863-4316-9267-d035f4ab6ddc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.915383] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1120.915383] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52942b7b-e6a7-0860-0254-370a2d05613c" [ 1120.915383] env[62353]: _type = "Task" [ 1120.915383] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.915640] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657958, 'name': ReconfigVM_Task, 'duration_secs': 1.34424} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.916008] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] bdddb532-d196-4e03-a331-746cb05331cf/bdddb532-d196-4e03-a331-746cb05331cf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.919397] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5af762b-3580-403f-bb06-1a48434bbc4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.926498] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52942b7b-e6a7-0860-0254-370a2d05613c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.927815] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1120.927815] env[62353]: value = "task-657965" [ 1120.927815] env[62353]: _type = "Task" [ 1120.927815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.935638] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657965, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.002420] env[62353]: WARNING nova.network.neutron [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] 48dd4f51-1724-45de-9d1f-e520d02a5ce3 already exists in list: networks containing: ['48dd4f51-1724-45de-9d1f-e520d02a5ce3']. ignoring it [ 1121.313972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.318346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.710s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.318736] env[62353]: DEBUG nova.objects.instance [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lazy-loading 'resources' on Instance uuid b3527d9a-3720-4ad6-9694-02c571a95ee5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.342807] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657964, 'name': Rename_Task, 'duration_secs': 0.228677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.346213] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1121.346640] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa28158-c584-4be1-ad92-e3c7245d7a68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.356174] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1121.356174] env[62353]: value = "task-657966" [ 1121.356174] env[62353]: _type = "Task" [ 1121.356174] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.372902] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.428868] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52942b7b-e6a7-0860-0254-370a2d05613c, 'name': SearchDatastore_Task, 'duration_secs': 0.015752} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.442236] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.446138] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1f866d-1a35-4809-8ddc-d38ea1fccd38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.476296] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657965, 'name': Rename_Task, 'duration_secs': 0.17362} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.478047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1121.478584] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1121.478584] env[62353]: value = "task-657967" [ 1121.478584] env[62353]: _type = "Task" [ 1121.478584] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.478862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280d1d9f-1dfa-4fdd-8ae1-f6bce937a7d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.495715] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.497894] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1121.497894] env[62353]: value = "task-657968" [ 1121.497894] env[62353]: _type = "Task" [ 1121.497894] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.508931] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.537071] env[62353]: DEBUG nova.network.neutron [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b29a64f0-172c-48df-a3b2-52412ea62e59", "address": "fa:16:3e:dc:ab:c8", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29a64f0-17", "ovs_interfaceid": "b29a64f0-172c-48df-a3b2-52412ea62e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.832199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ba538f4-294b-444c-82e6-65b9da92d63d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.583s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.838522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.595s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.838522] env[62353]: INFO nova.compute.manager [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Unshelving [ 1121.877033] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.995331] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.014148] env[62353]: DEBUG oslo_vmware.api [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657968, 'name': PowerOnVM_Task, 'duration_secs': 0.495735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.016932] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1122.016932] env[62353]: INFO nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1122.016932] env[62353]: DEBUG nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1122.020029] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f1f4e-07cf-493f-8c70-b50c4a65a130 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.048554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.048554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.048554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.048554] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.048554] env[62353]: DEBUG nova.network.neutron [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Refreshing network info cache for port b29a64f0-172c-48df-a3b2-52412ea62e59 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1122.048554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e14b73-38f4-4171-8cc9-5646ff397be3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.053637] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.054187] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159616', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'name': 'volume-387e2a6f-7229-48b1-b978-125c63b7a7ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e09c8bc9-227e-41ff-96d3-3d1220203b08', 'attached_at': '', 'detached_at': '', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'serial': '387e2a6f-7229-48b1-b978-125c63b7a7ad'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.055069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa42210-fbc8-46de-ad4a-deeb6ee3b913 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.081621] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1122.081967] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1122.082163] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.082367] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1122.082517] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.082730] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1122.083114] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1122.083187] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1122.083333] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1122.083507] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1122.083719] env[62353]: DEBUG nova.virt.hardware [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.091752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1122.106012] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c989dc7a-0baa-4afb-9e2d-0dde9dc3cd38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.123796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f751cf74-2dbf-44b1-9cab-d54482dd4a05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.151914] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-387e2a6f-7229-48b1-b978-125c63b7a7ad/volume-387e2a6f-7229-48b1-b978-125c63b7a7ad.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.156867] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf4ac37-99e9-4e5a-a0a6-88de48219e5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.170080] env[62353]: DEBUG oslo_vmware.api [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1122.170080] env[62353]: value = "task-657969" [ 1122.170080] env[62353]: _type = "Task" [ 1122.170080] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.176904] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1122.176904] env[62353]: value = "task-657970" [ 1122.176904] env[62353]: _type = "Task" [ 1122.176904] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.190731] env[62353]: DEBUG oslo_vmware.api [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.190988] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.202702] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0242a758-4506-48ec-9895-817f1cab9bee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.213630] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e72bde-78ae-4ef8-b590-313f4f28a36e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.218332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e21c8-47ca-488c-877d-b1453ec1483f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.239709] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance '95210531-00f4-4aab-800c-a4f298e81a02' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1122.269804] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7526b102-7cc6-46d8-aeae-b8a1188d5575 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.279978] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0241a3-adb7-4dce-ba8d-0cd699f99aa7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.296120] env[62353]: DEBUG nova.compute.provider_tree [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.374450] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.492042] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657967, 'name': ReconfigVM_Task, 'duration_secs': 0.699376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.492335] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.493159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59951412-9624-4438-9ecd-c92baf358bbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.516399] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.516772] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef15488-6776-4746-9cce-c33833c0e132 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.538838] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1122.538838] env[62353]: value = "task-657971" [ 1122.538838] env[62353]: _type = "Task" [ 1122.538838] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.539362] env[62353]: INFO nova.compute.manager [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Took 15.13 seconds to build instance. [ 1122.556432] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.686634] env[62353]: DEBUG oslo_vmware.api [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.692542] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657970, 'name': ReconfigVM_Task, 'duration_secs': 0.436733} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.692841] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-387e2a6f-7229-48b1-b978-125c63b7a7ad/volume-387e2a6f-7229-48b1-b978-125c63b7a7ad.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.698183] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be99e795-341f-49f0-a04b-b93d02733820 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.715401] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1122.715401] env[62353]: value = "task-657972" [ 1122.715401] env[62353]: _type = "Task" [ 1122.715401] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.727285] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.772719] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1122.773600] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c83d6a9b-7368-40e3-ab5f-8956cf4a2f3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.784496] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1122.784496] env[62353]: value = "task-657973" [ 1122.784496] env[62353]: _type = "Task" [ 1122.784496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.794935] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.797496] env[62353]: DEBUG nova.network.neutron [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updated VIF entry in instance network info cache for port b29a64f0-172c-48df-a3b2-52412ea62e59. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1122.798187] env[62353]: DEBUG nova.network.neutron [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b29a64f0-172c-48df-a3b2-52412ea62e59", "address": "fa:16:3e:dc:ab:c8", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29a64f0-17", "ovs_interfaceid": "b29a64f0-172c-48df-a3b2-52412ea62e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.801901] env[62353]: DEBUG nova.scheduler.client.report [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1122.850085] env[62353]: DEBUG nova.compute.utils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.877857] env[62353]: DEBUG oslo_vmware.api [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-657966, 'name': PowerOnVM_Task, 'duration_secs': 1.082769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.878151] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1122.878361] env[62353]: INFO nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1122.879050] env[62353]: DEBUG nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1122.879410] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc7e8a-d4de-4d1e-8de4-a369cef3321f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.046647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8414be9b-317e-421c-ad7e-9fed0ea014c8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.050417] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657971, 'name': ReconfigVM_Task, 'duration_secs': 0.359637} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.051415] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07/853db629-afd1-4d02-a7fa-0791a908ba07.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.051790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b1026a-d5ec-4914-b94e-a9ab217be758 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.072855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfca3db-322f-40f3-b78d-dc6da7e7e134 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.093719] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3303f92-5b81-4aac-a4a2-b6882ddd10bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.113440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc7831-11ba-481f-adfd-402a920cba9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.121445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1123.121726] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2733e35f-ad45-4a02-b23a-1e0ebbe1c3ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.128460] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1123.128460] env[62353]: value = "task-657974" [ 1123.128460] env[62353]: _type = "Task" [ 1123.128460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.140867] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.189245] env[62353]: DEBUG oslo_vmware.api [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657969, 'name': ReconfigVM_Task, 'duration_secs': 0.59535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.189245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.189245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1123.226193] env[62353]: DEBUG oslo_vmware.api [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-657972, 'name': ReconfigVM_Task, 'duration_secs': 0.207405} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.226525] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159616', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'name': 'volume-387e2a6f-7229-48b1-b978-125c63b7a7ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e09c8bc9-227e-41ff-96d3-3d1220203b08', 'attached_at': '', 'detached_at': '', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'serial': '387e2a6f-7229-48b1-b978-125c63b7a7ad'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.231619] env[62353]: DEBUG nova.compute.manager [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Received event network-changed-20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1123.231830] env[62353]: DEBUG nova.compute.manager [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Refreshing instance network info cache due to event network-changed-20a1abcc-2f18-45b3-b386-a286122a91c8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1123.232070] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] Acquiring lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.232246] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] Acquired lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.232447] env[62353]: DEBUG nova.network.neutron [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Refreshing network info cache for port 20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1123.296839] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657973, 'name': PowerOffVM_Task, 'duration_secs': 0.335319} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.297034] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1123.297359] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance '95210531-00f4-4aab-800c-a4f298e81a02' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1123.306425] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6add74e-5a0d-4156-b7a7-6ba057183bd2 req-345634d7-49f6-4f8c-925e-4e763e376dd2 service nova] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.308426] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.329369] env[62353]: INFO nova.scheduler.client.report [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Deleted allocations for instance b3527d9a-3720-4ad6-9694-02c571a95ee5 [ 1123.357206] env[62353]: INFO nova.virt.block_device [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Booting with volume 8d7f2e40-c190-4e0d-ac23-a1da44f539a5 at /dev/sdb [ 1123.400033] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eecb21a-96c0-449c-b25f-f6afd3ea72c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.407040] env[62353]: INFO nova.compute.manager [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Took 15.60 seconds to build instance. [ 1123.412019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0df5e-bc04-42dd-9466-a6ed9a16d40c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.459722] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94935598-1f06-4255-9ff5-36177a23dca3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.469681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "62d01b4e-49f4-412d-becf-54b648b30194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.469926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.474139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9df6b-c5f1-4c24-8db2-8328bdd3e9fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.494697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.495461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.511437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed3db7-09ff-48bb-9b50-8ff6c8aed50f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.520829] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad16fe9-95a5-4737-afee-2f882705dede {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.531620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.531954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.538935] env[62353]: DEBUG nova.virt.block_device [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating existing volume attachment record: 63c8337d-03c2-4997-9938-b23f0c57f0d4 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1123.642376] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.694465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16efaba5-a427-48c9-b6f7-7f796183633a tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.409s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.804284] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1123.804666] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1123.804935] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.805274] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1123.805533] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.805624] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1123.805876] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1123.806057] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1123.806263] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1123.806834] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1123.806834] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.813201] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e727c329-2f61-4d5c-a456-92bc95b00c13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.837415] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1123.837415] env[62353]: value = "task-657977" [ 1123.837415] env[62353]: _type = "Task" [ 1123.837415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.837833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ad8a5d-46d0-407b-82fb-e6d4d353a4eb tempest-ServersNegativeTestJSON-53551618 tempest-ServersNegativeTestJSON-53551618-project-member] Lock "b3527d9a-3720-4ad6-9694-02c571a95ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.181s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.854688] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.910479] env[62353]: DEBUG oslo_concurrency.lockutils [None req-19e6ffbd-74d7-44c7-b0b6-d89f52138105 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.132s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.985221] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1123.997288] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1124.015602] env[62353]: DEBUG nova.network.neutron [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updated VIF entry in instance network info cache for port 20a1abcc-2f18-45b3-b386-a286122a91c8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1124.015602] env[62353]: DEBUG nova.network.neutron [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating instance_info_cache with network_info: [{"id": "20a1abcc-2f18-45b3-b386-a286122a91c8", "address": "fa:16:3e:63:c0:1c", "network": {"id": "700c81c0-81b9-4871-a4fa-dfca5d296f06", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1656010296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892a75684db34529bf7f5e487c72fdb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a1abcc-2f", "ovs_interfaceid": "20a1abcc-2f18-45b3-b386-a286122a91c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.034818] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1124.141979] env[62353]: DEBUG oslo_vmware.api [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657974, 'name': PowerOnVM_Task, 'duration_secs': 0.696262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.143730] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1124.278283] env[62353]: DEBUG nova.objects.instance [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'flavor' on Instance uuid e09c8bc9-227e-41ff-96d3-3d1220203b08 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.349331] env[62353]: DEBUG oslo_vmware.api [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657977, 'name': ReconfigVM_Task, 'duration_secs': 0.211413} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.350556] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance '95210531-00f4-4aab-800c-a4f298e81a02' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1124.485905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "bdddb532-d196-4e03-a331-746cb05331cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.485905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.486380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "bdddb532-d196-4e03-a331-746cb05331cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.486380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.486529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.489728] env[62353]: INFO nova.compute.manager [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Terminating instance [ 1124.497289] env[62353]: DEBUG nova.compute.manager [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1124.497603] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1124.498865] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c716b2c9-01ec-404a-9ded-7fca4d1fb34e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.516990] env[62353]: DEBUG oslo_concurrency.lockutils [req-9ba78931-771b-492e-b7db-abb603677d38 req-89c0f7d8-6c0c-48c7-90dd-bdc41050b03e service nova] Releasing lock "refresh_cache-c8a9dac8-9915-41e9-b9a3-398671f3f605" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.524630] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1124.525254] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e089d480-1923-4154-b0df-584bb3f1303c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.527921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.528654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.530095] env[62353]: INFO nova.compute.claims [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.534102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.544865] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1124.544865] env[62353]: value = "task-657979" [ 1124.544865] env[62353]: _type = "Task" [ 1124.544865] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.558926] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.565662] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.788771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d05d437-1985-4d72-b3ec-303418334dbd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.859586] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1124.859867] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1124.860022] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.860215] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1124.860376] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.860535] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1124.860818] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1124.861106] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1124.861325] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1124.861600] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1124.861842] env[62353]: DEBUG nova.virt.hardware [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.062375] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657979, 'name': PowerOffVM_Task, 'duration_secs': 0.240873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.064452] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1125.064452] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1125.064452] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-636c7992-9720-42af-84a8-ddd73a3c613d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.138959] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1125.139319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1125.139648] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore2] bdddb532-d196-4e03-a331-746cb05331cf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.140862] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498f9991-082d-4a2e-ac4b-8363f66cce3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.152192] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1125.152192] env[62353]: value = "task-657981" [ 1125.152192] env[62353]: _type = "Task" [ 1125.152192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.157908] env[62353]: INFO nova.compute.manager [None req-e68077d7-a8b6-4c66-8146-6e35cb73bb74 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance to original state: 'active' [ 1125.172219] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.325835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.326197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.003s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.379000] env[62353]: ERROR nova.compute.manager [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Traceback (most recent call last): [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] yield [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] disk_info = self.driver.migrate_disk_and_power_off( [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] disk_key = device.key [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] AttributeError: 'NoneType' object has no attribute 'key' [ 1125.379000] env[62353]: ERROR nova.compute.manager [instance: 95210531-00f4-4aab-800c-a4f298e81a02] [ 1125.567098] env[62353]: DEBUG nova.compute.manager [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Received event network-changed-206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1125.567291] env[62353]: DEBUG nova.compute.manager [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Refreshing instance network info cache due to event network-changed-206ce0c5-dfe4-460a-8f2c-995a6068223a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1125.567659] env[62353]: DEBUG oslo_concurrency.lockutils [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] Acquiring lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.567829] env[62353]: DEBUG oslo_concurrency.lockutils [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] Acquired lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.568035] env[62353]: DEBUG nova.network.neutron [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Refreshing network info cache for port 206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1125.670083] env[62353]: DEBUG oslo_vmware.api [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-657981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274588} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.673758] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.674048] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1125.674332] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1125.674591] env[62353]: INFO nova.compute.manager [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1125.674954] env[62353]: DEBUG oslo.service.loopingcall [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.678839] env[62353]: DEBUG nova.compute.manager [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1125.678940] env[62353]: DEBUG nova.network.neutron [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1125.831696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.831696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.832481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988590e0-fe71-4c1e-9d52-0418640506c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.837200] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e421c4c0-01f0-40af-b66e-1ed0eca1f64e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.853850] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a759a5af-46bb-4e34-a94c-f77c521e3c2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.859108] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d291c7f-cf3d-4dfb-bc5a-c5ff8a58910e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.883425] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1125.887498] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51201531-2b66-4e0c-a6a9-00fcbceffade {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.928419] env[62353]: INFO nova.compute.manager [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Swapping old allocation on dict_keys(['794731a1-f7e5-413e-9f0a-303cab9ac89f']) held by migration d1c57ea1-873f-42b2-affc-a5c33eb13dba for instance [ 1125.932875] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d55d8-3783-4e89-9cf7-3b93af7a0b89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.939823] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1125.939823] env[62353]: value = "task-657982" [ 1125.939823] env[62353]: _type = "Task" [ 1125.939823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.948315] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd31c971-ec8c-457c-ad1e-8822d028b756 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.955796] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.969151] env[62353]: DEBUG nova.compute.provider_tree [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.971330] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Overwriting current allocation {'allocations': {'794731a1-f7e5-413e-9f0a-303cab9ac89f': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '5f61cf33662c48039eec4d3d2fdf4b0a', 'user_id': '63e54a4b2eef442bb4afb3a00dfd0bbf', 'consumer_generation': 1} on consumer 95210531-00f4-4aab-800c-a4f298e81a02 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1126.317909] env[62353]: DEBUG nova.compute.manager [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1126.322455] env[62353]: DEBUG nova.network.neutron [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updated VIF entry in instance network info cache for port 206ce0c5-dfe4-460a-8f2c-995a6068223a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1126.322912] env[62353]: DEBUG nova.network.neutron [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updating instance_info_cache with network_info: [{"id": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "address": "fa:16:3e:9e:67:8e", "network": {"id": "813d824a-30b5-4ab5-85da-24b3233fab5d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-393004126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6c9e6e9c3db474da7a45575bf64c244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206ce0c5-df", "ovs_interfaceid": "206ce0c5-dfe4-460a-8f2c-995a6068223a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.452614] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.475432] env[62353]: DEBUG nova.scheduler.client.report [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1126.559272] env[62353]: DEBUG nova.network.neutron [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.830765] env[62353]: DEBUG oslo_concurrency.lockutils [req-7628e107-c8fc-4567-b791-af31024247be req-2ad565c1-19f5-4590-818e-b48c42f3ada2 service nova] Releasing lock "refresh_cache-627e7ae4-2d7a-4dc0-8b03-b636cb563637" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.846277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.942418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "853db629-afd1-4d02-a7fa-0791a908ba07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.942418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.942418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.942418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.942418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.946121] env[62353]: INFO nova.compute.manager [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Terminating instance [ 1126.948033] env[62353]: DEBUG nova.compute.manager [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1126.948240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1126.949548] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0bd30-ef51-44c2-bc65-f4cc6cd8cc88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.955478] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.960547] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1126.960799] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac053104-8470-4ab4-b815-c32befbbc987 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.968095] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1126.968095] env[62353]: value = "task-657984" [ 1126.968095] env[62353]: _type = "Task" [ 1126.968095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.976476] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.981739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.981739] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1126.983675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.450s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.985119] env[62353]: INFO nova.compute.claims [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.064213] env[62353]: INFO nova.compute.manager [-] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Took 1.38 seconds to deallocate network for instance. [ 1127.186071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.186382] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.186616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.186820] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.187018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.189091] env[62353]: INFO nova.compute.manager [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Terminating instance [ 1127.191656] env[62353]: DEBUG nova.compute.manager [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1127.191919] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1127.192190] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089012f3-2de5-4bbf-b49c-19c943a5b80a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.200645] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1127.200645] env[62353]: value = "task-657985" [ 1127.200645] env[62353]: _type = "Task" [ 1127.200645] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.209513] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.453395] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.477299] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657984, 'name': PowerOffVM_Task, 'duration_secs': 0.375254} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.477413] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1127.479080] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1127.479080] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-767c4bcc-0fec-49ba-910c-698df21eccbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.488817] env[62353]: DEBUG nova.compute.utils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.494081] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1127.494081] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1127.543271] env[62353]: DEBUG nova.policy [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bb7b50dcde4c4e9a341b1843800276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c544f5c409b14669bb046304b713dbfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1127.551975] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.571255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.573387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1127.574211] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1127.574211] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleting the datastore file [datastore1] 853db629-afd1-4d02-a7fa-0791a908ba07 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.574296] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9875e3a3-a0f2-476d-b10b-ed0d92c36a5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.582234] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1127.582234] env[62353]: value = "task-657987" [ 1127.582234] env[62353]: _type = "Task" [ 1127.582234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.591083] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.593258] env[62353]: DEBUG nova.compute.manager [req-689b60ca-31e3-4809-b95f-6e5a17bc92ae req-be1ed489-16dc-4a73-95b2-b570284df645 service nova] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Received event network-vif-deleted-1f80a346-e9ca-4b7d-8196-ba32dcdb9775 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1127.712034] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1127.712130] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.712361] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159597', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'name': 'volume-f5082740-f22b-4a06-ad65-1ef635a97e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95210531-00f4-4aab-800c-a4f298e81a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'serial': 'f5082740-f22b-4a06-ad65-1ef635a97e28'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.713183] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219bdcd-4b94-48e9-b322-25978193e8f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.737035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02118086-42ee-4f2c-8e4c-35a2dd9bef3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.742809] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae740c7-d74d-48ee-8086-2d20ce802c5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.765027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726802fd-301e-4ee6-9567-d4c7df7f8c8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.781755] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5082740-f22b-4a06-ad65-1ef635a97e28/volume-f5082740-f22b-4a06-ad65-1ef635a97e28.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.787266] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.787606] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c469bd54-ad85-4e4a-b59b-9dd83911da33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.802839] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Successfully created port: 60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.811740] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1127.811740] env[62353]: value = "task-657988" [ 1127.811740] env[62353]: _type = "Task" [ 1127.811740] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.821024] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.954181] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.996190] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1128.094604] env[62353]: DEBUG oslo_vmware.api [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-657987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432469} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.097656] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.097862] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1128.098056] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1128.098236] env[62353]: INFO nova.compute.manager [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1128.098483] env[62353]: DEBUG oslo.service.loopingcall [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.098683] env[62353]: DEBUG nova.compute.manager [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1128.098801] env[62353]: DEBUG nova.network.neutron [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1128.238998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b18e5-6f87-46ce-8465-ba5c1d174ca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.247907] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387cd54-49d7-4067-ab45-36f2ce491413 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.280896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdef2d9-7000-4beb-95df-f158c6dc6a64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.289455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf0151-8f64-4ae1-bf5f-c3eb0389ca00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.302916] env[62353]: DEBUG nova.compute.provider_tree [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.320515] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657988, 'name': ReconfigVM_Task, 'duration_secs': 0.179694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.320798] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.325538] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ef1366-5528-4280-af0d-ad4c530385c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.344936] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1128.344936] env[62353]: value = "task-657989" [ 1128.344936] env[62353]: _type = "Task" [ 1128.344936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.354839] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.454910] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.522829] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.806481] env[62353]: DEBUG nova.scheduler.client.report [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.855942] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657989, 'name': ReconfigVM_Task, 'duration_secs': 0.112396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.856271] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159597', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'name': 'volume-f5082740-f22b-4a06-ad65-1ef635a97e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95210531-00f4-4aab-800c-a4f298e81a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5082740-f22b-4a06-ad65-1ef635a97e28', 'serial': 'f5082740-f22b-4a06-ad65-1ef635a97e28'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.856565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1128.857335] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1b425-62ed-4897-bb1c-71ff75460d6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.864311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1128.864540] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a0ecef3-9a1e-4309-b90b-24be89cff3c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.928428] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1128.928721] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1128.929055] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore1] 95210531-00f4-4aab-800c-a4f298e81a02 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.929387] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b650df8-50b3-4673-a6da-e079c85d00a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.938149] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1128.938149] env[62353]: value = "task-657991" [ 1128.938149] env[62353]: _type = "Task" [ 1128.938149] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.946401] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.954852] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.009414] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1129.014042] env[62353]: DEBUG nova.network.neutron [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.041896] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1129.042206] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1129.042378] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.042572] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1129.042726] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.042880] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1129.044124] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1129.044534] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1129.044534] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1129.044719] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1129.044907] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.046103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b00cc8f-d9d8-4ba6-9be4-2bdb24bba0e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.055592] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2fcec-3757-4c70-aa24-e4f7d1dc26d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.154377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.314428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.314691] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1129.321817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.756s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.323414] env[62353]: INFO nova.compute.claims [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.449322] env[62353]: DEBUG oslo_vmware.api [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274114} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.452529] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.452858] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1129.453084] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1129.453276] env[62353]: INFO nova.compute.manager [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1129.453528] env[62353]: DEBUG oslo.service.loopingcall [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.454136] env[62353]: DEBUG nova.compute.manager [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1129.454239] env[62353]: DEBUG nova.network.neutron [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1129.461805] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.509824] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Successfully updated port: 60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.518575] env[62353]: INFO nova.compute.manager [-] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Took 1.42 seconds to deallocate network for instance. [ 1129.621212] env[62353]: DEBUG nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Received event network-vif-deleted-8d6f7a7a-9477-491d-9b83-f79c77c854ee {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1129.621437] env[62353]: DEBUG nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Received event network-vif-plugged-60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1129.621681] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Acquiring lock "62d01b4e-49f4-412d-becf-54b648b30194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.621898] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Lock "62d01b4e-49f4-412d-becf-54b648b30194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.622089] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Lock "62d01b4e-49f4-412d-becf-54b648b30194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.622262] env[62353]: DEBUG nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] No waiting events found dispatching network-vif-plugged-60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1129.622456] env[62353]: WARNING nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Received unexpected event network-vif-plugged-60d6024e-004f-46c6-b936-9b8e2108045e for instance with vm_state building and task_state spawning. [ 1129.622596] env[62353]: DEBUG nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Received event network-changed-60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1129.622758] env[62353]: DEBUG nova.compute.manager [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Refreshing instance network info cache due to event network-changed-60d6024e-004f-46c6-b936-9b8e2108045e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1129.622948] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Acquiring lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.623104] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Acquired lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.623267] env[62353]: DEBUG nova.network.neutron [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Refreshing network info cache for port 60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1129.823214] env[62353]: DEBUG nova.compute.utils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1129.824757] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1129.824956] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1129.886822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.887121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.887335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.887522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.887845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.889902] env[62353]: INFO nova.compute.manager [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Terminating instance [ 1129.892570] env[62353]: DEBUG nova.policy [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bb7b50dcde4c4e9a341b1843800276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c544f5c409b14669bb046304b713dbfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1129.894347] env[62353]: DEBUG nova.compute.manager [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1129.894626] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1129.898043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b95b3-f206-4a36-b497-a34a0f4c315d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.905385] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1129.905638] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ee9dac-2868-4a45-84e7-e55a0abec2d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.912470] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1129.912470] env[62353]: value = "task-657992" [ 1129.912470] env[62353]: _type = "Task" [ 1129.912470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.921735] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.959760] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.015906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.028677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.167140] env[62353]: DEBUG nova.network.neutron [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1130.169864] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Successfully created port: a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.305196] env[62353]: DEBUG nova.network.neutron [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.327745] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1130.425405] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657992, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.425704] env[62353]: DEBUG nova.network.neutron [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.463874] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.579464] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.579829] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.579908] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1130.593601] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785157d2-5d8c-4f01-aed4-df847d8da970 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.602909] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653720c-1f86-47c8-91c1-0db7562ab795 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.634985] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0332913e-5157-4e1d-a474-8623eba4d1c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.643316] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e1720-82e4-4b8d-ad58-cef2ff114572 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.657484] env[62353]: DEBUG nova.compute.provider_tree [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.807488] env[62353]: DEBUG oslo_concurrency.lockutils [req-f31c0a17-c6db-4b70-b131-f0ccc2a4794d req-8dcbd79e-cd9b-47dc-b636-c72b59bb2b1f service nova] Releasing lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.807888] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.808063] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1130.923427] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657992, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.928099] env[62353]: INFO nova.compute.manager [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 1.47 seconds to deallocate network for instance. [ 1130.960556] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.160872] env[62353]: DEBUG nova.scheduler.client.report [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1131.336667] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1131.339533] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1131.363009] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1131.363300] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1131.363467] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.363688] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1131.363857] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.364030] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1131.364255] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1131.364424] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1131.364616] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1131.364804] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1131.365015] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.365953] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db554a7-83de-4bfc-9aca-feb31ee7232a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.377039] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79f4ba-3b13-419e-8354-c53638a956da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.427546] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657992, 'name': PowerOffVM_Task, 'duration_secs': 1.15931} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.427829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1131.428020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1131.428287] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e073e6e4-4eae-4260-9de0-f62931e30712 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.462525] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.475592] env[62353]: INFO nova.compute.manager [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 0.55 seconds to detach 1 volumes for instance. [ 1131.477885] env[62353]: DEBUG nova.compute.manager [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deleting volume: f5082740-f22b-4a06-ad65-1ef635a97e28 {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1131.500900] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1131.501207] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1131.501412] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore1] 0fc51f8c-270d-45e1-81d3-0e1c10928e41 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.501731] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c154789-d03b-48d7-8d9d-3bc742b1f82d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.510145] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1131.510145] env[62353]: value = "task-657994" [ 1131.510145] env[62353]: _type = "Task" [ 1131.510145] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.524357] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.530942] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Updating instance_info_cache with network_info: [{"id": "60d6024e-004f-46c6-b936-9b8e2108045e", "address": "fa:16:3e:b4:56:08", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d6024e-00", "ovs_interfaceid": "60d6024e-004f-46c6-b936-9b8e2108045e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.654742] env[62353]: DEBUG nova.compute.manager [req-ad454927-8498-4fb9-964f-7a1b6dc0f27d req-b8f13f55-a6d4-4e9f-b65f-d55b2414416a service nova] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Received event network-vif-deleted-2b121707-6554-4f34-9f09-b6f54cca065d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1131.666554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.666554] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1131.669118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.823s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.760620] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Successfully updated port: a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.962241] env[62353]: DEBUG oslo_vmware.api [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657982, 'name': ReconfigVM_Task, 'duration_secs': 5.805241} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.962506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.962724] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1132.021393] env[62353]: DEBUG oslo_vmware.api [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-657994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13833} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.021687] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.021908] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.022104] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.022288] env[62353]: INFO nova.compute.manager [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1132.022560] env[62353]: DEBUG oslo.service.loopingcall [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.022832] env[62353]: DEBUG nova.compute.manager [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1132.022953] env[62353]: DEBUG nova.network.neutron [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.033406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.036970] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "refresh_cache-62d01b4e-49f4-412d-becf-54b648b30194" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.037279] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Instance network_info: |[{"id": "60d6024e-004f-46c6-b936-9b8e2108045e", "address": "fa:16:3e:b4:56:08", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d6024e-00", "ovs_interfaceid": "60d6024e-004f-46c6-b936-9b8e2108045e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1132.037651] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:56:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60d6024e-004f-46c6-b936-9b8e2108045e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.045778] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Creating folder: Project (c544f5c409b14669bb046304b713dbfe). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1132.046098] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a74fa4-3b39-40e8-b727-7d949e8db542 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.057761] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Created folder: Project (c544f5c409b14669bb046304b713dbfe) in parent group-v159334. [ 1132.058036] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Creating folder: Instances. Parent ref: group-v159621. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1132.058297] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317b9436-3a85-4081-93d4-232f792ae319 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.071020] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Created folder: Instances in parent group-v159621. [ 1132.071316] env[62353]: DEBUG oslo.service.loopingcall [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.071523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1132.073624] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40fe7dae-8375-481f-b79f-b01832f985a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.096017] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.096017] env[62353]: value = "task-657998" [ 1132.096017] env[62353]: _type = "Task" [ 1132.096017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.105221] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657998, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.174069] env[62353]: INFO nova.compute.claims [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.180465] env[62353]: DEBUG nova.compute.utils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.182321] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1132.182490] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1132.224242] env[62353]: DEBUG nova.policy [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bb7b50dcde4c4e9a341b1843800276', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c544f5c409b14669bb046304b713dbfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1132.263882] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.264062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.264198] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1132.501420] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Successfully created port: c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.608773] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-657998, 'name': CreateVM_Task, 'duration_secs': 0.352131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.608943] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1132.612716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.612900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.613248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.614152] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ca5df4-138c-4285-8911-86e1404e8f5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.620266] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1132.620266] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52898e8d-36ee-2471-92f9-46c889790cfb" [ 1132.620266] env[62353]: _type = "Task" [ 1132.620266] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.628907] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52898e8d-36ee-2471-92f9-46c889790cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.684304] env[62353]: INFO nova.compute.resource_tracker [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating resource usage from migration a5aa8baa-769b-4405-a536-37e059990eda [ 1132.687259] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1132.801813] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1132.871826] env[62353]: DEBUG nova.network.neutron [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.942420] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Updating instance_info_cache with network_info: [{"id": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "address": "fa:16:3e:94:b3:af", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6fae4d4-61", "ovs_interfaceid": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.948300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c5c29f-6095-4709-ba2c-c41f6923e00a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.957992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd109f4b-41a1-43cd-826e-a2b02053a33c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.988896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14b00c-e091-4873-9ee8-87f0e7fa03c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.997432] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc5a8d5-6c96-4cef-b4db-577aa777b41f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.013357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.013542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.013825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.014060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.014292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.016167] env[62353]: DEBUG nova.compute.provider_tree [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.017446] env[62353]: INFO nova.compute.manager [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Terminating instance [ 1133.019174] env[62353]: DEBUG nova.compute.manager [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1133.019403] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1133.020217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474ac25c-11ac-470d-9f3f-8999d35a8c25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.028211] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1133.028455] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6050fd5f-cc50-4944-8012-4b4ed29be6e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.037794] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1133.037794] env[62353]: value = "task-657999" [ 1133.037794] env[62353]: _type = "Task" [ 1133.037794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.046823] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.130860] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52898e8d-36ee-2471-92f9-46c889790cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.131238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.131540] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.131722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.131875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.132127] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.132392] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a011183-3c52-421b-9c84-1a1d43a67351 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.141178] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.141392] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1133.142234] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5e8a4c-97f4-451c-a532-c70d8b1b0cf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.147916] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1133.147916] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3c74c-e7e4-5a9f-4a90-61d8b591f6b8" [ 1133.147916] env[62353]: _type = "Task" [ 1133.147916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.156732] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3c74c-e7e4-5a9f-4a90-61d8b591f6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.374642] env[62353]: INFO nova.compute.manager [-] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Took 1.35 seconds to deallocate network for instance. [ 1133.403205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.403503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquired lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.403829] env[62353]: DEBUG nova.network.neutron [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1133.442836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.443280] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Instance network_info: |[{"id": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "address": "fa:16:3e:94:b3:af", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6fae4d4-61", "ovs_interfaceid": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1133.444125] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b3:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6fae4d4-6141-4781-bff6-250c4f46f0e0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.452308] env[62353]: DEBUG oslo.service.loopingcall [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.452486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1133.452708] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed085327-2e0c-42d6-8bfa-4bda41ceae96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.472518] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.472518] env[62353]: value = "task-658000" [ 1133.472518] env[62353]: _type = "Task" [ 1133.472518] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.480291] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658000, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.520513] env[62353]: DEBUG nova.scheduler.client.report [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1133.549880] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-657999, 'name': PowerOffVM_Task, 'duration_secs': 0.20539} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.550192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1133.550370] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1133.550641] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c6ea50-1f9c-4cc9-a115-06d26b62f7b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.627853] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1133.628112] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1133.628345] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleting the datastore file [datastore1] 1fc79467-aefd-4d77-af40-588d0ce1bb25 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.629307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.629387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.629814] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1133.630876] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6453dbe-ee1b-49e2-9f1d-93889cfa5ed8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.638380] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1133.638380] env[62353]: value = "task-658002" [ 1133.638380] env[62353]: _type = "Task" [ 1133.638380] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.647913] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.658038] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3c74c-e7e4-5a9f-4a90-61d8b591f6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.658828] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1a4019-7d10-498f-83fe-6373fe16e629 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.665037] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1133.665037] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ff836-3f17-21f6-fdba-7e42589bb085" [ 1133.665037] env[62353]: _type = "Task" [ 1133.665037] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.672462] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ff836-3f17-21f6-fdba-7e42589bb085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.687670] env[62353]: DEBUG nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Received event network-vif-plugged-a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1133.687990] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Acquiring lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.688251] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.688508] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.688703] env[62353]: DEBUG nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] No waiting events found dispatching network-vif-plugged-a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1133.688881] env[62353]: WARNING nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Received unexpected event network-vif-plugged-a6fae4d4-6141-4781-bff6-250c4f46f0e0 for instance with vm_state building and task_state spawning. [ 1133.689068] env[62353]: DEBUG nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Received event network-changed-a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1133.689261] env[62353]: DEBUG nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Refreshing instance network info cache due to event network-changed-a6fae4d4-6141-4781-bff6-250c4f46f0e0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1133.689534] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Acquiring lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.689686] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Acquired lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.689858] env[62353]: DEBUG nova.network.neutron [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Refreshing network info cache for port a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1133.697665] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1133.725066] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1133.725332] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1133.725498] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.725687] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1133.725840] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.726029] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1133.727054] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1133.727054] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1133.727054] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1133.727054] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1133.727054] env[62353]: DEBUG nova.virt.hardware [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1133.728286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63eaf0-29e9-4ea3-bd9a-5e4a8400974f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.738523] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5561bc-a23b-4336-bed7-2fee82e3640e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.881177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.983403] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658000, 'name': CreateVM_Task, 'duration_secs': 0.324978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.983542] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1133.984236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.984388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.984709] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.984952] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89dc239e-0cb0-4d54-bcb0-6634e291f0a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.989739] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1133.989739] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07b49-8b7b-41b7-fe85-ae098f326890" [ 1133.989739] env[62353]: _type = "Task" [ 1133.989739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.997639] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07b49-8b7b-41b7-fe85-ae098f326890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.025786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.025877] env[62353]: INFO nova.compute.manager [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Migrating [ 1134.034540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.483s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.148131] env[62353]: DEBUG oslo_vmware.api [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159624} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.148982] env[62353]: INFO nova.network.neutron [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Port b29a64f0-172c-48df-a3b2-52412ea62e59 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1134.149316] env[62353]: DEBUG nova.network.neutron [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [{"id": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "address": "fa:16:3e:10:95:2a", "network": {"id": "48dd4f51-1724-45de-9d1f-e520d02a5ce3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-957268103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6908a68974644a91839d6d0b1c3c9ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf179e09-c7", "ovs_interfaceid": "cf179e09-c7a7-4e23-9c30-4fc38e7415f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.150436] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.150636] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1134.151602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1134.151602] env[62353]: INFO nova.compute.manager [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1134.151602] env[62353]: DEBUG oslo.service.loopingcall [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.154290] env[62353]: DEBUG nova.compute.manager [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1134.155077] env[62353]: DEBUG nova.network.neutron [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1134.180271] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520ff836-3f17-21f6-fdba-7e42589bb085, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.180560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.180827] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 62d01b4e-49f4-412d-becf-54b648b30194/62d01b4e-49f4-412d-becf-54b648b30194.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1134.181105] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2517f16a-f517-4cac-ac58-d13db57901ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.191022] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1134.191022] env[62353]: value = "task-658003" [ 1134.191022] env[62353]: _type = "Task" [ 1134.191022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.203970] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.307531] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc7745-b263-43f6-94b9-7c90a5f07e48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.320321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dad1eb-cb87-4c31-9e0c-4805bc66bc1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.087502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.087874] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.087874] env[62353]: DEBUG nova.network.neutron [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1135.090371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Releasing lock "refresh_cache-1fc79467-aefd-4d77-af40-588d0ce1bb25" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.097019] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Successfully updated port: c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.102461] env[62353]: DEBUG nova.compute.manager [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Received event network-vif-plugged-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1135.102461] env[62353]: DEBUG oslo_concurrency.lockutils [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] Acquiring lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.102461] env[62353]: DEBUG oslo_concurrency.lockutils [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.102461] env[62353]: DEBUG oslo_concurrency.lockutils [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.102461] env[62353]: DEBUG nova.compute.manager [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] No waiting events found dispatching network-vif-plugged-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1135.102461] env[62353]: WARNING nova.compute.manager [req-a477417a-7c61-47c0-94af-4010e91baa33 req-802ae2e2-c9da-481d-b310-28a352d7acfc service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Received unexpected event network-vif-plugged-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 for instance with vm_state building and task_state spawning. [ 1135.106044] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd6f90-6b38-497c-9c17-177474bc9172 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.118965] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.124871] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 62d01b4e-49f4-412d-becf-54b648b30194/62d01b4e-49f4-412d-becf-54b648b30194.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1135.125599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.125599] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52e07b49-8b7b-41b7-fe85-ae098f326890, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.125743] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc5b897-bc92-4691-ae79-a55d4f0ad901 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.127901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.128140] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.128376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.128528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.128708] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.129904] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e91e42e-c862-4526-85f6-ae7c4cb5c894 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.133985] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec891157-88a5-4b74-97fb-d5ae76f7074e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.146762] env[62353]: DEBUG nova.compute.provider_tree [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.149980] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1135.149980] env[62353]: value = "task-658004" [ 1135.149980] env[62353]: _type = "Task" [ 1135.149980] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.150241] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.150406] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1135.152038] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc065070-60f4-42e4-8d24-ab57ae33961b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.162125] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1135.162125] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528fff38-007a-7507-fcf9-b77f2dc4ddb4" [ 1135.162125] env[62353]: _type = "Task" [ 1135.162125] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.165324] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.173954] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528fff38-007a-7507-fcf9-b77f2dc4ddb4, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.174734] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5089a352-8cc6-4300-8a7d-62cc3a255d79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.181334] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1135.181334] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c1e00-698b-3709-4e69-bbcfe3f3b7fd" [ 1135.181334] env[62353]: _type = "Task" [ 1135.181334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.191464] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c1e00-698b-3709-4e69-bbcfe3f3b7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.352942] env[62353]: DEBUG nova.network.neutron [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Updated VIF entry in instance network info cache for port a6fae4d4-6141-4781-bff6-250c4f46f0e0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1135.353354] env[62353]: DEBUG nova.network.neutron [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Updating instance_info_cache with network_info: [{"id": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "address": "fa:16:3e:94:b3:af", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6fae4d4-61", "ovs_interfaceid": "a6fae4d4-6141-4781-bff6-250c4f46f0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.477102] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updating instance_info_cache with network_info: [{"id": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "address": "fa:16:3e:33:d7:0e", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42551372-ad", "ovs_interfaceid": "42551372-ad95-4369-8f2d-fc7b98cf28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.598765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81d1ff92-e230-46c3-8c1c-1c41192d1f9d tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "interface-1fc79467-aefd-4d77-af40-588d0ce1bb25-b29a64f0-172c-48df-a3b2-52412ea62e59" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.271s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.624070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.624252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.624373] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1135.653354] env[62353]: DEBUG nova.scheduler.client.report [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1135.666426] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073628} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.667016] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.667861] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6354b6b-5117-442b-839a-22afa3678bb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.693025] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 62d01b4e-49f4-412d-becf-54b648b30194/62d01b4e-49f4-412d-becf-54b648b30194.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.695111] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d29b87-4c8e-46d1-8bde-68e113adcac6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.717147] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c1e00-698b-3709-4e69-bbcfe3f3b7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.718426] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.718695] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 6f09e2d0-66d9-47c2-bad4-eda86200c2fb/6f09e2d0-66d9-47c2-bad4-eda86200c2fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1135.722096] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1135.722096] env[62353]: value = "task-658005" [ 1135.722096] env[62353]: _type = "Task" [ 1135.722096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.722096] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11cdea88-d0df-4795-8959-e4414134f773 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.731350] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.732621] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1135.732621] env[62353]: value = "task-658006" [ 1135.732621] env[62353]: _type = "Task" [ 1135.732621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.741547] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.799108] env[62353]: DEBUG nova.compute.manager [req-4de35c33-9b76-4836-85e0-7885f618bbf7 req-fab12317-96b9-4865-abf8-8e3d6c9ff016 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Received event network-vif-deleted-cf179e09-c7a7-4e23-9c30-4fc38e7415f5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1135.799329] env[62353]: INFO nova.compute.manager [req-4de35c33-9b76-4836-85e0-7885f618bbf7 req-fab12317-96b9-4865-abf8-8e3d6c9ff016 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Neutron deleted interface cf179e09-c7a7-4e23-9c30-4fc38e7415f5; detaching it from the instance and deleting it from the info cache [ 1135.799508] env[62353]: DEBUG nova.network.neutron [req-4de35c33-9b76-4836-85e0-7885f618bbf7 req-fab12317-96b9-4865-abf8-8e3d6c9ff016 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.855770] env[62353]: DEBUG oslo_concurrency.lockutils [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] Releasing lock "refresh_cache-6f09e2d0-66d9-47c2-bad4-eda86200c2fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.856129] env[62353]: DEBUG nova.compute.manager [req-334243a3-8480-4aee-aade-19cff96b2307 req-4b56e0b6-532b-446d-8af2-05cc120ddf0f service nova] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Received event network-vif-deleted-7b09116c-e635-4e0a-abf8-8f762577df88 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1135.889780] env[62353]: DEBUG nova.network.neutron [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.979505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-4fc3ffda-f27d-425e-9dc5-25c2821744b9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.979957] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1135.980229] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.980372] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.980524] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.980905] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.981100] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.981261] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.981397] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1135.981577] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.155497] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1136.161764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.161990] env[62353]: INFO nova.compute.manager [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Successfully reverted task state from resize_migrating on failure for instance. [ 1136.173834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.603s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.174221] env[62353]: DEBUG nova.objects.instance [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid bdddb532-d196-4e03-a331-746cb05331cf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server [None req-218fef60-bae7-4113-b4d3-55d5f24533f8 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6071, in resize_instance [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server raise self.value [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6068, in resize_instance [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1136.175988] env[62353]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1136.178438] env[62353]: ERROR oslo_messaging.rpc.server [ 1136.235282] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.247653] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.270281] env[62353]: DEBUG nova.network.neutron [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.302870] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c3aeb41-7ce8-4652-87ad-1caed1673f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.315528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d2ad43-7bdd-425e-8955-3f56f5f961ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.328069] env[62353]: DEBUG nova.network.neutron [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Updating instance_info_cache with network_info: [{"id": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "address": "fa:16:3e:a7:61:81", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f7cb91-9c", "ovs_interfaceid": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.351782] env[62353]: DEBUG nova.compute.manager [req-4de35c33-9b76-4836-85e0-7885f618bbf7 req-fab12317-96b9-4865-abf8-8e3d6c9ff016 service nova] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Detach interface failed, port_id=cf179e09-c7a7-4e23-9c30-4fc38e7415f5, reason: Instance 1fc79467-aefd-4d77-af40-588d0ce1bb25 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1136.393056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.419721] env[62353]: DEBUG nova.compute.manager [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Received event network-changed-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1136.419852] env[62353]: DEBUG nova.compute.manager [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Refreshing instance network info cache due to event network-changed-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1136.420072] env[62353]: DEBUG oslo_concurrency.lockutils [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] Acquiring lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.484725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.731871] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658005, 'name': ReconfigVM_Task, 'duration_secs': 0.5977} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.734304] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 62d01b4e-49f4-412d-becf-54b648b30194/62d01b4e-49f4-412d-becf-54b648b30194.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.735097] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb2d075-b156-493b-9640-4afbc0ccb6cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.744951] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.748158] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 6f09e2d0-66d9-47c2-bad4-eda86200c2fb/6f09e2d0-66d9-47c2-bad4-eda86200c2fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1136.748387] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.748696] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1136.748696] env[62353]: value = "task-658007" [ 1136.748696] env[62353]: _type = "Task" [ 1136.748696] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.749076] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dd88b83-84a0-4363-aab5-dde1ce981084 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.758957] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658007, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.762420] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1136.762420] env[62353]: value = "task-658008" [ 1136.762420] env[62353]: _type = "Task" [ 1136.762420] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.771496] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.776775] env[62353]: INFO nova.compute.manager [-] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Took 2.62 seconds to deallocate network for instance. [ 1136.830203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.831037] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Instance network_info: |[{"id": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "address": "fa:16:3e:a7:61:81", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f7cb91-9c", "ovs_interfaceid": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1136.831220] env[62353]: DEBUG oslo_concurrency.lockutils [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] Acquired lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.831394] env[62353]: DEBUG nova.network.neutron [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Refreshing network info cache for port c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1136.832669] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:61:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f7cb91-9ce1-495f-bd98-ccc99b7a0489', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.842960] env[62353]: DEBUG oslo.service.loopingcall [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.847795] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1136.848447] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b5b43c-3c02-4c41-87e8-b48e6448893d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.873497] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.873497] env[62353]: value = "task-658009" [ 1136.873497] env[62353]: _type = "Task" [ 1136.873497] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.885801] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658009, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.946177] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5945c5a4-fa5f-433d-bf93-7b514c9c2b79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.955990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde26ef-27de-4483-80a2-3aa38ffdc4c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.987647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bccdcb-35b6-40c8-a22b-1920e3d072da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.999195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba3b5a-3f63-47cd-846c-4dac359afe51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.013162] env[62353]: DEBUG nova.compute.provider_tree [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.086991] env[62353]: DEBUG nova.network.neutron [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Updated VIF entry in instance network info cache for port c0f7cb91-9ce1-495f-bd98-ccc99b7a0489. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1137.087401] env[62353]: DEBUG nova.network.neutron [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Updating instance_info_cache with network_info: [{"id": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "address": "fa:16:3e:a7:61:81", "network": {"id": "3f4928c9-039e-4420-99e8-54601df2394a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-655835107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c544f5c409b14669bb046304b713dbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f7cb91-9c", "ovs_interfaceid": "c0f7cb91-9ce1-495f-bd98-ccc99b7a0489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.264524] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658007, 'name': Rename_Task, 'duration_secs': 0.152811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.268169] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1137.268794] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b0cdda-32d9-4add-9a17-9ba06f663a65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.276284] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063463} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.278254] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.279105] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1137.279105] env[62353]: value = "task-658010" [ 1137.279105] env[62353]: _type = "Task" [ 1137.279105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.279469] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e844a982-d8a9-496f-b62e-91cf4f47b104 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.282929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.310650] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 6f09e2d0-66d9-47c2-bad4-eda86200c2fb/6f09e2d0-66d9-47c2-bad4-eda86200c2fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.311050] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.311302] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3888afd-9fb5-48e1-9b8c-7d51f9b170c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.333129] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1137.333129] env[62353]: value = "task-658011" [ 1137.333129] env[62353]: _type = "Task" [ 1137.333129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.342215] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.384588] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658009, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.516592] env[62353]: DEBUG nova.scheduler.client.report [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1137.589951] env[62353]: DEBUG oslo_concurrency.lockutils [req-73aac7fd-adc1-46da-9e56-0be2c2775649 req-0d2794cc-5aa0-4b83-a138-9c6d65f42cf9 service nova] Releasing lock "refresh_cache-f1ce5add-c0de-4eb6-bea3-7f8d411d102a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.794025] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658010, 'name': PowerOnVM_Task, 'duration_secs': 0.445975} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.794025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1137.794025] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1137.794025] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1137.794565] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d5d44a-002b-432a-a263-6a58d00ed4de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.843723] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658011, 'name': ReconfigVM_Task, 'duration_secs': 0.29662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.844017] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 6f09e2d0-66d9-47c2-bad4-eda86200c2fb/6f09e2d0-66d9-47c2-bad4-eda86200c2fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.844613] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc9e76f-29d1-4bb2-ae7b-dc96b3e11c24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.851443] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1137.851443] env[62353]: value = "task-658012" [ 1137.851443] env[62353]: _type = "Task" [ 1137.851443] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.859391] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658012, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.885442] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658009, 'name': CreateVM_Task, 'duration_secs': 0.540262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.885442] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1137.885442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.885442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.885663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.885946] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b26029-8be5-4e1f-8f9e-613b4a2fa17c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.891438] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1137.891438] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3788d-d0d1-678c-0182-5d4ea866ae52" [ 1137.891438] env[62353]: _type = "Task" [ 1137.891438] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.901620] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3788d-d0d1-678c-0182-5d4ea866ae52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.907659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b389a53b-e2aa-4bfb-a012-b6f7eb926961 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1138.022276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.025092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.871s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.025335] env[62353]: DEBUG nova.objects.instance [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'pci_requests' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.041218] env[62353]: INFO nova.scheduler.client.report [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance bdddb532-d196-4e03-a331-746cb05331cf [ 1138.312234] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Took 13.82 seconds to build instance. [ 1138.361947] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658012, 'name': Rename_Task, 'duration_secs': 0.212367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.362264] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1138.362520] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb00f570-53dc-47e5-a7c2-0213ef303e50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.370159] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1138.370159] env[62353]: value = "task-658013" [ 1138.370159] env[62353]: _type = "Task" [ 1138.370159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.390174] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.402973] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a3788d-d0d1-678c-0182-5d4ea866ae52, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.403606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.403606] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.403998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.404105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.404233] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.404510] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5956f496-d73f-4f01-b00e-35fca2249c9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.414625] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.414722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1138.415482] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304527b6-2ad2-4bfb-bf76-e0ed6747e776 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.421560] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1138.421560] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52283d2a-ab48-2903-8119-cab7b8fd0701" [ 1138.421560] env[62353]: _type = "Task" [ 1138.421560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.430393] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52283d2a-ab48-2903-8119-cab7b8fd0701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.437203] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1138.437500] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3a4c7c-30e9-4cca-9e0e-0995b48bd780 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.445047] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1138.445047] env[62353]: value = "task-658014" [ 1138.445047] env[62353]: _type = "Task" [ 1138.445047] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.454335] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.529571] env[62353]: DEBUG nova.objects.instance [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'numa_topology' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.549352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02db63f5-04ec-4345-9717-c1b42ba6cf96 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "bdddb532-d196-4e03-a331-746cb05331cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.063s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.814483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.344s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.881442] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658013, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.932361] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52283d2a-ab48-2903-8119-cab7b8fd0701, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.933191] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1eee556-104a-4db9-aa1d-7a6c4b7c94ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.938441] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1138.938441] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5248edd7-f57f-2602-7fd7-4b2ff7a7cb5a" [ 1138.938441] env[62353]: _type = "Task" [ 1138.938441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.947367] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5248edd7-f57f-2602-7fd7-4b2ff7a7cb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.954645] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658014, 'name': PowerOffVM_Task, 'duration_secs': 0.277067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.954915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1138.955122] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1138.976141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "369878c6-dc86-4a62-b22a-4bc452476ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.976383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.976594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.976782] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.976954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.979051] env[62353]: INFO nova.compute.manager [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Terminating instance [ 1138.981947] env[62353]: DEBUG nova.compute.manager [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1138.982152] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1138.982928] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fd1ed-42a7-41a4-9a79-ed958d518126 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.990642] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1138.991178] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cfe94b4-b51a-4788-a85e-1d9320ffd483 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.997974] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1138.997974] env[62353]: value = "task-658015" [ 1138.997974] env[62353]: _type = "Task" [ 1138.997974] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.006585] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.032221] env[62353]: INFO nova.compute.claims [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.381674] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658013, 'name': PowerOnVM_Task, 'duration_secs': 0.528665} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.381964] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1139.382221] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1139.382371] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1139.383240] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5bc8a4-0fdf-4eb1-8f53-6424004d3951 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449168] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5248edd7-f57f-2602-7fd7-4b2ff7a7cb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.449469] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.449731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f1ce5add-c0de-4eb6-bea3-7f8d411d102a/f1ce5add-c0de-4eb6-bea3-7f8d411d102a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1139.449998] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c151ba18-9f6c-438b-91b9-c64135862bd7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.458371] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1139.458371] env[62353]: value = "task-658016" [ 1139.458371] env[62353]: _type = "Task" [ 1139.458371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.463384] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1139.463673] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1139.463973] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.464076] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1139.464200] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.464351] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1139.465033] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1139.465033] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1139.465155] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1139.465324] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1139.465677] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.471170] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067d5bb6-2406-48d4-9456-d99e1d0596bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.487667] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.489083] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1139.489083] env[62353]: value = "task-658017" [ 1139.489083] env[62353]: _type = "Task" [ 1139.489083] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.498253] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.507061] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658015, 'name': PowerOffVM_Task, 'duration_secs': 0.1729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.507369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1139.507576] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1139.507839] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f245ed41-a3fa-4c35-82e5-c440a2b21914 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.580738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1139.581020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1139.581253] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore2] 369878c6-dc86-4a62-b22a-4bc452476ea4 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.581622] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81549132-5572-4474-b89b-70a0dc8f32af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.589275] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1139.589275] env[62353]: value = "task-658019" [ 1139.589275] env[62353]: _type = "Task" [ 1139.589275] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.598883] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.902566] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Took 15.39 seconds to build instance. [ 1139.969330] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658016, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.999997] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658017, 'name': ReconfigVM_Task, 'duration_secs': 0.209746} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.000394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1140.099115] env[62353]: DEBUG oslo_vmware.api [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225952} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.099436] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.099596] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1140.099809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1140.099993] env[62353]: INFO nova.compute.manager [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1140.100259] env[62353]: DEBUG oslo.service.loopingcall [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.100451] env[62353]: DEBUG nova.compute.manager [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1140.100543] env[62353]: DEBUG nova.network.neutron [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1140.369603] env[62353]: DEBUG nova.compute.manager [req-25e2549c-da76-4010-a2f1-fb45eeea77ed req-bac32e21-42ad-4ce1-a014-319274e6adcd service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Received event network-vif-deleted-a288acb4-6e7e-42c3-bf21-64d041476af8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1140.369896] env[62353]: INFO nova.compute.manager [req-25e2549c-da76-4010-a2f1-fb45eeea77ed req-bac32e21-42ad-4ce1-a014-319274e6adcd service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Neutron deleted interface a288acb4-6e7e-42c3-bf21-64d041476af8; detaching it from the instance and deleting it from the info cache [ 1140.370046] env[62353]: DEBUG nova.network.neutron [req-25e2549c-da76-4010-a2f1-fb45eeea77ed req-bac32e21-42ad-4ce1-a014-319274e6adcd service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.405176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.910s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.412061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d4d66a-5533-411a-ae6c-ac9a3060228f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.421032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895b7493-02a3-4cf9-8ad1-e8acd6d46d5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.453923] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cfaf90-03f3-4617-8668-e89d059a455d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.465776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad937b16-c271-43fd-b7c3-38a8671a9b74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.480636] env[62353]: DEBUG nova.compute.provider_tree [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.484517] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.485087] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] f1ce5add-c0de-4eb6-bea3-7f8d411d102a/f1ce5add-c0de-4eb6-bea3-7f8d411d102a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1140.485351] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.485639] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57127d81-a9eb-4fc8-aed8-0a2e9958fedf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.496442] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1140.496442] env[62353]: value = "task-658020" [ 1140.496442] env[62353]: _type = "Task" [ 1140.496442] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.509942] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1140.510257] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1140.510446] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.510657] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1140.510885] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.510998] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1140.511284] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1140.511473] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1140.511679] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1140.511875] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1140.512084] env[62353]: DEBUG nova.virt.hardware [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.518041] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.518743] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.519310] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e65c2b5-76d2-4178-b8c1-c79da3fd938a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.539506] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1140.539506] env[62353]: value = "task-658021" [ 1140.539506] env[62353]: _type = "Task" [ 1140.539506] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.548696] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.848637] env[62353]: DEBUG nova.network.neutron [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.873373] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a851584-4987-4a92-8b7e-641c607c37c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.883293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caff7713-acec-4289-be66-fd02b920ea4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.916198] env[62353]: DEBUG nova.compute.manager [req-25e2549c-da76-4010-a2f1-fb45eeea77ed req-bac32e21-42ad-4ce1-a014-319274e6adcd service nova] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Detach interface failed, port_id=a288acb4-6e7e-42c3-bf21-64d041476af8, reason: Instance 369878c6-dc86-4a62-b22a-4bc452476ea4 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1140.986956] env[62353]: DEBUG nova.scheduler.client.report [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1141.006533] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.006816] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.007596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab28de1-08b6-43ba-a669-4b2556083c34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.030572] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f1ce5add-c0de-4eb6-bea3-7f8d411d102a/f1ce5add-c0de-4eb6-bea3-7f8d411d102a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.031163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ffc0a2-c90b-4ca1-896b-b734ab6e85d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.054892] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.056263] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1141.056263] env[62353]: value = "task-658022" [ 1141.056263] env[62353]: _type = "Task" [ 1141.056263] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.064802] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.350951] env[62353]: INFO nova.compute.manager [-] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Took 1.25 seconds to deallocate network for instance. [ 1141.492347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.467s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.495138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.466s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.495138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.496927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.464s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.497185] env[62353]: DEBUG nova.objects.instance [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'resources' on Instance uuid 95210531-00f4-4aab-800c-a4f298e81a02 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.523043] env[62353]: INFO nova.scheduler.client.report [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted allocations for instance 853db629-afd1-4d02-a7fa-0791a908ba07 [ 1141.535122] env[62353]: INFO nova.network.neutron [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating port 3c767748-8cbf-422b-9c20-066804ec85fe with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1141.560192] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.570782] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.857978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.030685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-845be0ff-68fe-45ea-953a-68753c845a1c tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "853db629-afd1-4d02-a7fa-0791a908ba07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.090s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.056824] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658021, 'name': ReconfigVM_Task, 'duration_secs': 1.23572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.059419] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.060508] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ca224-f59a-4c92-bd14-2c9a1d35085f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.095852] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.096214] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658022, 'name': ReconfigVM_Task, 'duration_secs': 0.55545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.098770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98001601-c05c-440c-970b-f94db3fab002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.111579] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f1ce5add-c0de-4eb6-bea3-7f8d411d102a/f1ce5add-c0de-4eb6-bea3-7f8d411d102a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.112665] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2070dca-15d6-4195-8a20-4f12a157edba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.120336] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1142.120336] env[62353]: value = "task-658023" [ 1142.120336] env[62353]: _type = "Task" [ 1142.120336] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.121692] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1142.121692] env[62353]: value = "task-658024" [ 1142.121692] env[62353]: _type = "Task" [ 1142.121692] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.135285] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658023, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.138421] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.241019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5f4c9-504b-41ff-9368-43eaf3c22c99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.248958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc0581-b40c-4183-b756-ce383a998715 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.280461] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9120d40-baec-4e4f-8b4b-d72ab3ec1afb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.287465] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bccf4d7-a301-4a3f-9f0a-4b675910cbd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.300319] env[62353]: DEBUG nova.compute.provider_tree [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.633192] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658023, 'name': Rename_Task, 'duration_secs': 0.150609} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.633882] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1142.635026] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbceca10-6af9-4a7e-9b0d-0d932edb832d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.638225] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658024, 'name': ReconfigVM_Task, 'duration_secs': 0.280047} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.638788] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.639101] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1142.643388] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1142.643388] env[62353]: value = "task-658025" [ 1142.643388] env[62353]: _type = "Task" [ 1142.643388] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.650832] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.803517] env[62353]: DEBUG nova.scheduler.client.report [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1143.031144] env[62353]: DEBUG nova.compute.manager [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1143.031144] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.031144] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.031144] env[62353]: DEBUG oslo_concurrency.lockutils [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.031144] env[62353]: DEBUG nova.compute.manager [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] No waiting events found dispatching network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1143.031144] env[62353]: WARNING nova.compute.manager [req-eb75f3d0-94fb-4d5f-9c4b-ff78f20846dc req-c26085be-7879-4e05-8716-351d9117d92f service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received unexpected event network-vif-plugged-3c767748-8cbf-422b-9c20-066804ec85fe for instance with vm_state shelved_offloaded and task_state spawning. [ 1143.035434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.035611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.035786] env[62353]: DEBUG nova.network.neutron [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1143.146897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a7016-45ce-4ea3-8c46-f63e472f458e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.159250] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.175691] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c215a7-0d37-469d-b281-046514b02736 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.198186] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1143.308300] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.310832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.430s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.311089] env[62353]: DEBUG nova.objects.instance [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'resources' on Instance uuid 0fc51f8c-270d-45e1-81d3-0e1c10928e41 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.328347] env[62353]: INFO nova.scheduler.client.report [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted allocations for instance 95210531-00f4-4aab-800c-a4f298e81a02 [ 1143.657023] env[62353]: DEBUG oslo_vmware.api [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658025, 'name': PowerOnVM_Task, 'duration_secs': 0.891406} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.657023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1143.657023] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1143.657434] env[62353]: DEBUG nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1143.658031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3260528-77f1-48ee-9a63-9a264dacd5f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.726423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.726676] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.800695] env[62353]: DEBUG nova.network.neutron [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.839485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e7029be-1a5a-4eab-9232-3340c7dfbe7e tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.653s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.840610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.318s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.840853] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "95210531-00f4-4aab-800c-a4f298e81a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.841080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.841292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.843637] env[62353]: INFO nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Terminating instance [ 1143.845707] env[62353]: DEBUG nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1143.846161] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45197378-ed6e-4f79-8d27-b529f2ba2ac4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.858354] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69553f-040d-49c6-9077-9c3c32fdc272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.893951] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 95210531-00f4-4aab-800c-a4f298e81a02 could not be found. [ 1143.894226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1143.894519] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b12b1b6-ede2-4c88-91d9-94eaa998c27a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.903069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542e721-5ecd-4b1f-afbe-3dcd92a78a7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.936573] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 95210531-00f4-4aab-800c-a4f298e81a02 could not be found. [ 1143.936800] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1143.936993] env[62353]: INFO nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1143.937294] env[62353]: DEBUG oslo.service.loopingcall [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.939954] env[62353]: DEBUG nova.compute.manager [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1143.940086] env[62353]: DEBUG nova.network.neutron [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1144.087138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72ba53-260d-4ce6-bdb6-a403b1868db5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.097454] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d500d-e69b-464f-8d44-2d88ba2c56a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.126966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767adc0-e326-4a29-810e-c9ab4f85fa2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.134712] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a1aa3-8287-4d38-a919-40d604f82cf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.149574] env[62353]: DEBUG nova.compute.provider_tree [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.176026] env[62353]: INFO nova.compute.manager [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Took 19.63 seconds to build instance. [ 1144.229577] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1144.304028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.336298] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0fe0a1bb9e96c7d909dda1df674684ee',container_format='bare',created_at=2024-09-04T19:34:29Z,direct_url=,disk_format='vmdk',id=5eb67fcb-bc1c-4229-8823-c8448c3f25e5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2122778675-shelved',owner='35e4ba04853b4228ba9ad86860ce3631',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2024-09-04T19:34:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1144.336591] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1144.336761] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.336952] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1144.337122] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.337280] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1144.337493] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1144.337661] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1144.338138] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1144.338138] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1144.338271] env[62353]: DEBUG nova.virt.hardware [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1144.339227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f53d91-2975-49a0-8e25-ccb69541f079 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.349701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f747a994-b1ef-4b37-84cb-814856d81b45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.363883] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c767748-8cbf-422b-9c20-066804ec85fe', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.371588] env[62353]: DEBUG oslo.service.loopingcall [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.372505] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1144.372745] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f625f0-ff42-4142-9f4a-dae84021ce31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.393219] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.393219] env[62353]: value = "task-658026" [ 1144.393219] env[62353]: _type = "Task" [ 1144.393219] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.401260] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658026, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.456355] env[62353]: DEBUG nova.network.neutron [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.652423] env[62353]: DEBUG nova.scheduler.client.report [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1144.677918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ef4c980-52ed-443c-8033-5ca5ea5304ea tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.146s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.754310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.888271] env[62353]: DEBUG nova.network.neutron [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Port 1b5faf9d-2e55-4ab0-ad75-53f60b119380 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1144.903337] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658026, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.959236] env[62353]: INFO nova.compute.manager [-] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 1.02 seconds to deallocate network for instance. [ 1144.971952] env[62353]: WARNING nova.volume.cinder [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Attachment a677c809-8f67-438b-b02f-2e3abaa68dc0 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = a677c809-8f67-438b-b02f-2e3abaa68dc0. (HTTP 404) (Request-ID: req-3437c659-b761-40e7-b7be-13b763eaa5a0) [ 1144.972280] env[62353]: INFO nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Took 0.01 seconds to detach 1 volumes for instance. [ 1144.974319] env[62353]: DEBUG nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Deleting volume: f5082740-f22b-4a06-ad65-1ef635a97e28 {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1144.990373] env[62353]: WARNING nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Failed to delete volume: f5082740-f22b-4a06-ad65-1ef635a97e28 due to Volume f5082740-f22b-4a06-ad65-1ef635a97e28 could not be found.: nova.exception.VolumeNotFound: Volume f5082740-f22b-4a06-ad65-1ef635a97e28 could not be found. [ 1145.057677] env[62353]: DEBUG nova.compute.manager [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1145.057913] env[62353]: DEBUG nova.compute.manager [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing instance network info cache due to event network-changed-3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1145.058129] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.058289] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.058464] env[62353]: DEBUG nova.network.neutron [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Refreshing network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1145.161095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.161095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.676s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.161095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.169020] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.169020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.884s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.169020] env[62353]: DEBUG nova.objects.instance [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lazy-loading 'resources' on Instance uuid 1fc79467-aefd-4d77-af40-588d0ce1bb25 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.169020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce631434-da1b-43f2-80f1-bbc6f7eb268e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.185409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e010f2-2d8a-4b00-bec7-43fc4d9c3394 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.191800] env[62353]: INFO nova.scheduler.client.report [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted allocations for instance 0fc51f8c-270d-45e1-81d3-0e1c10928e41 [ 1145.210813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28ee3da-22a4-4e13-83c7-70358b5f5032 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.217245] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34fa7c-89b5-4f49-b743-8f4cf17e8242 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.254286] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179620MB free_disk=86GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.254451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.404015] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658026, 'name': CreateVM_Task, 'duration_secs': 0.534487} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.404185] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1145.404812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.404981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.405358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.405614] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f714a284-cd1a-40f7-a524-162bbb0cc22e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.410361] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1145.410361] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200fae8-a40b-074d-9ef8-9c853ffcef67" [ 1145.410361] env[62353]: _type = "Task" [ 1145.410361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.418011] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5200fae8-a40b-074d-9ef8-9c853ffcef67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.495144] env[62353]: INFO nova.compute.manager [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance disappeared during terminate [ 1145.495450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-51a351cd-4e1a-41c0-8c5b-817867b809ce tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "95210531-00f4-4aab-800c-a4f298e81a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.655s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.614673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "62d01b4e-49f4-412d-becf-54b648b30194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.615083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.615325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "62d01b4e-49f4-412d-becf-54b648b30194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.615534] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.615736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.618347] env[62353]: INFO nova.compute.manager [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Terminating instance [ 1145.620378] env[62353]: DEBUG nova.compute.manager [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1145.620590] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1145.621591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f5476-fef6-46a7-bccf-2f2686a12ad9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.629621] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1145.629877] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45ca3b6-e469-4543-9965-699fbb390a48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.635927] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1145.635927] env[62353]: value = "task-658027" [ 1145.635927] env[62353]: _type = "Task" [ 1145.635927] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.643712] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.703790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-81cc9a3f-d1f2-414a-917d-a5be04734894 tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "0fc51f8c-270d-45e1-81d3-0e1c10928e41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.816s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.789085] env[62353]: DEBUG nova.network.neutron [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updated VIF entry in instance network info cache for port 3c767748-8cbf-422b-9c20-066804ec85fe. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1145.789494] env[62353]: DEBUG nova.network.neutron [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.886928] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5991a2-9a01-45f1-a2e0-561461f33de6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.894126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4812c95-45a1-493e-ae28-11011748802d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.935540] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6ccac-903f-4c34-b469-e24fa5195f5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.942059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.942059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.942059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.950909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.951175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Processing image 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.951792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.951792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.951792] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.952727] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6667d9f5-2076-4186-abc6-f1d3d7bf15aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.955406] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55efe95-9dfd-41fe-ad52-96d3c51c5daf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.971156] env[62353]: DEBUG nova.compute.provider_tree [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.973067] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.973260] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1145.974139] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60583b71-1832-4c7c-8e65-4d651a0cefb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.979667] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1145.979667] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ea493a-23a4-c8d7-40f2-60f78e5d7542" [ 1145.979667] env[62353]: _type = "Task" [ 1145.979667] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.987666] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52ea493a-23a4-c8d7-40f2-60f78e5d7542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.145970] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658027, 'name': PowerOffVM_Task, 'duration_secs': 0.240156} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.146229] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1146.146406] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1146.146666] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d535dbd3-bb85-459c-9fce-7c6108651b9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.214090] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1146.214090] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1146.214090] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleting the datastore file [datastore1] 62d01b4e-49f4-412d-becf-54b648b30194 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.214651] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c096628-de18-4b4e-9cbd-1585237227f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.220886] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1146.220886] env[62353]: value = "task-658030" [ 1146.220886] env[62353]: _type = "Task" [ 1146.220886] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.229089] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.291880] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac987c34-d2d7-4892-93c0-8f15079519c5 req-e6b6a718-082d-4e8f-906b-870caf2fd67e service nova] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.475693] env[62353]: DEBUG nova.scheduler.client.report [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1146.490143] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.490433] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Fetch image to [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b/OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.490628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Downloading stream optimized image 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 to [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b/OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.490804] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Downloading image file data 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 to the ESX as VM named 'OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.565913] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.565913] env[62353]: value = "resgroup-9" [ 1146.565913] env[62353]: _type = "ResourcePool" [ 1146.565913] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.566867] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9dbc4918-8c03-490d-b4a7-25c8471d39c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.599885] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease: (returnval){ [ 1146.599885] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1146.599885] env[62353]: _type = "HttpNfcLease" [ 1146.599885] env[62353]: } obtained for vApp import into resource pool (val){ [ 1146.599885] env[62353]: value = "resgroup-9" [ 1146.599885] env[62353]: _type = "ResourcePool" [ 1146.599885] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.600351] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the lease: (returnval){ [ 1146.600351] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1146.600351] env[62353]: _type = "HttpNfcLease" [ 1146.600351] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.606847] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.606847] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1146.606847] env[62353]: _type = "HttpNfcLease" [ 1146.606847] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.730535] env[62353]: DEBUG oslo_vmware.api [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153531} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.730818] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.730995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1146.731196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1146.731374] env[62353]: INFO nova.compute.manager [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1146.731631] env[62353]: DEBUG oslo.service.loopingcall [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.731828] env[62353]: DEBUG nova.compute.manager [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1146.731929] env[62353]: DEBUG nova.network.neutron [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1146.980902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.983555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.126s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.983889] env[62353]: DEBUG nova.objects.instance [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid 369878c6-dc86-4a62-b22a-4bc452476ea4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.986126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.986309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.986486] env[62353]: DEBUG nova.network.neutron [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1147.007367] env[62353]: INFO nova.scheduler.client.report [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted allocations for instance 1fc79467-aefd-4d77-af40-588d0ce1bb25 [ 1147.083397] env[62353]: DEBUG nova.compute.manager [req-b9b21a6f-d278-4e31-9928-ec64349c701f req-05b5e7ad-a755-4f3c-9766-78e3421d556a service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Received event network-vif-deleted-60d6024e-004f-46c6-b936-9b8e2108045e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1147.083589] env[62353]: INFO nova.compute.manager [req-b9b21a6f-d278-4e31-9928-ec64349c701f req-05b5e7ad-a755-4f3c-9766-78e3421d556a service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Neutron deleted interface 60d6024e-004f-46c6-b936-9b8e2108045e; detaching it from the instance and deleting it from the info cache [ 1147.083745] env[62353]: DEBUG nova.network.neutron [req-b9b21a6f-d278-4e31-9928-ec64349c701f req-05b5e7ad-a755-4f3c-9766-78e3421d556a service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.107967] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.107967] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1147.107967] env[62353]: _type = "HttpNfcLease" [ 1147.107967] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.475494] env[62353]: DEBUG nova.network.neutron [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.515285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b57a7bde-b5b1-4ab3-a237-ddd4cd1640d8 tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "1fc79467-aefd-4d77-af40-588d0ce1bb25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.502s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.586356] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cb3bddf-23de-4080-85d5-1bdcb41bdbae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.595249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f820d5-9277-401d-b02b-8ac1cb87d029 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.619904] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.619904] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1147.619904] env[62353]: _type = "HttpNfcLease" [ 1147.619904] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.622582] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.622582] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529dcca9-92c0-c358-d1ec-7f80ed076704" [ 1147.622582] env[62353]: _type = "HttpNfcLease" [ 1147.622582] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1147.623206] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02005e51-0d88-4451-ace1-13f141d686e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.634990] env[62353]: DEBUG nova.compute.manager [req-b9b21a6f-d278-4e31-9928-ec64349c701f req-05b5e7ad-a755-4f3c-9766-78e3421d556a service nova] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Detach interface failed, port_id=60d6024e-004f-46c6-b936-9b8e2108045e, reason: Instance 62d01b4e-49f4-412d-becf-54b648b30194 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1147.643878] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.643878] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1147.710557] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c04a1c7-f746-4794-bf6e-c5a4a48b8e50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.751326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2f81f2-c9c1-49b2-b28a-8e9cd2351753 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.758969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff06fa6-4119-4c3b-94a2-5fe8f3928f99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.790563] env[62353]: DEBUG nova.network.neutron [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.792440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49b20d-175d-4e77-b7ac-73badbc74ca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.800313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6646165-d336-41d9-8c80-974f38927b2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.815184] env[62353]: DEBUG nova.compute.provider_tree [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.979059] env[62353]: INFO nova.compute.manager [-] [instance: 62d01b4e-49f4-412d-becf-54b648b30194] Took 1.25 seconds to deallocate network for instance. [ 1148.295972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.318407] env[62353]: DEBUG nova.scheduler.client.report [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1148.377144] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.377386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.377650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.378685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.378980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.384172] env[62353]: INFO nova.compute.manager [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Terminating instance [ 1148.386380] env[62353]: DEBUG nova.compute.manager [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1148.386616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1148.387647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b42a1f-4d59-4da1-8987-9581bb11525c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.397168] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1148.397502] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cb56d4-2336-40f5-b4d2-732037830eed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.403759] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1148.403759] env[62353]: value = "task-658032" [ 1148.403759] env[62353]: _type = "Task" [ 1148.403759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.413011] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.486624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.809130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55660e8-a35c-4712-a045-55462c8d2092 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.818188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7398d45-e2f0-4087-8c91-ddfaa3b8da36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.823266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.825811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.072s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.827437] env[62353]: INFO nova.compute.claims [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.848700] env[62353]: INFO nova.scheduler.client.report [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 369878c6-dc86-4a62-b22a-4bc452476ea4 [ 1148.915096] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658032, 'name': PowerOffVM_Task, 'duration_secs': 0.208999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.915395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1148.915589] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1148.915852] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517b6484-50a1-492c-b096-13dff2a553ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.984978] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1148.985786] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1148.986070] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleting the datastore file [datastore2] e0ba7938-08cd-4741-bd30-d9db8efeec50 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.986443] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663cf08e-f9c2-40ee-995e-2fe8a8eb7c75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.999379] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for the task: (returnval){ [ 1148.999379] env[62353]: value = "task-658034" [ 1148.999379] env[62353]: _type = "Task" [ 1148.999379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.010584] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.085782] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1149.086159] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.087099] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb5f15-fe9e-468a-a578-4f8a3e4493ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.094493] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.094767] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1149.094931] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-948d7f9f-51d5-4d85-8437-96b7f60129d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.299021] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fe8b6-6fbc-0c45-2055-21ad5aa0fd23/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1149.299297] env[62353]: INFO nova.virt.vmwareapi.images [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Downloaded image file data 5eb67fcb-bc1c-4229-8823-c8448c3f25e5 [ 1149.300491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febcd524-da6b-4b9a-a83f-a13f509b2dd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.316272] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9da33df3-af33-4144-b933-85cb391434cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.339683] env[62353]: INFO nova.virt.vmwareapi.images [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] The imported VM was unregistered [ 1149.342073] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1149.342316] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.342590] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae152270-2c14-4862-b5a8-ea2f125a74e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.352538] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.352720] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b/OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b.vmdk to [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1149.353015] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7be27853-eac9-4a54-a868-4d34775e0b26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.358816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0cb8ab21-9bcb-4dd6-87b6-5c1ca5f4ddc5 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "369878c6-dc86-4a62-b22a-4bc452476ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.382s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.361784] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1149.361784] env[62353]: value = "task-658036" [ 1149.361784] env[62353]: _type = "Task" [ 1149.361784] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.369731] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.497096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "3f563057-69e6-4941-a450-069491b8eef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.497096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.497249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "3f563057-69e6-4941-a450-069491b8eef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.497374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.497740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.500402] env[62353]: INFO nova.compute.manager [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Terminating instance [ 1149.505919] env[62353]: DEBUG nova.compute.manager [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1149.506138] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1149.507137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf8f51-f097-4941-a85b-81beecfe1cd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.515335] env[62353]: DEBUG oslo_vmware.api [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Task: {'id': task-658034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.517362] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.517560] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1149.517744] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1149.517919] env[62353]: INFO nova.compute.manager [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.518187] env[62353]: DEBUG oslo.service.loopingcall [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.518410] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1149.518621] env[62353]: DEBUG nova.compute.manager [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1149.518718] env[62353]: DEBUG nova.network.neutron [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1149.520204] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3105e4dc-e901-4c2e-ad31-6933942131b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.527073] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1149.527073] env[62353]: value = "task-658037" [ 1149.527073] env[62353]: _type = "Task" [ 1149.527073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.536112] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.873422] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.950056] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752d24a-9673-452b-915f-fd2a5c0a6f35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.989186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b220ea-0929-42bf-8b30-6622b8ac8e25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.999204] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1150.010116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.010116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.039728] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658037, 'name': PowerOffVM_Task, 'duration_secs': 0.288408} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.040052] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1150.040392] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1150.040500] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff145a4-4737-42aa-ac1e-5417ff8dedae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.063726] env[62353]: DEBUG nova.compute.manager [req-5c823604-4633-41a0-ae5e-197ad6f2ad3a req-85c4dfa0-5318-4f8f-a295-df17e39c9cdf service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Received event network-vif-deleted-308d5a03-5120-408b-8fbc-c19dbbd589f7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1150.063995] env[62353]: INFO nova.compute.manager [req-5c823604-4633-41a0-ae5e-197ad6f2ad3a req-85c4dfa0-5318-4f8f-a295-df17e39c9cdf service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Neutron deleted interface 308d5a03-5120-408b-8fbc-c19dbbd589f7; detaching it from the instance and deleting it from the info cache [ 1150.064190] env[62353]: DEBUG nova.network.neutron [req-5c823604-4633-41a0-ae5e-197ad6f2ad3a req-85c4dfa0-5318-4f8f-a295-df17e39c9cdf service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.088474] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1ae14-efd9-4c4c-bb6a-22b6b4dddb01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.099742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c69451-53f4-4a54-839c-f62902097b5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.135760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a2a3c-1be4-44c2-b29c-1cb10f6097fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.138497] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1150.138716] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1150.138905] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleting the datastore file [datastore2] 3f563057-69e6-4941-a450-069491b8eef3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.139192] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b85e7fd-d4ac-4937-bb29-e443cf523e8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.148394] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ec2d6-118d-4bec-9770-08f66a1626fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.153484] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for the task: (returnval){ [ 1150.153484] env[62353]: value = "task-658039" [ 1150.153484] env[62353]: _type = "Task" [ 1150.153484] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.165308] env[62353]: DEBUG nova.compute.provider_tree [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.169917] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.375129] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.399628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "6171e82d-12a5-444a-9ee8-098cae7786fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.399873] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.493509] env[62353]: DEBUG nova.network.neutron [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.509813] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1150.510477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d265131f-d137-4715-979a-7c073db6301e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.513176] env[62353]: DEBUG nova.compute.utils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.520609] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1150.520609] env[62353]: value = "task-658040" [ 1150.520609] env[62353]: _type = "Task" [ 1150.520609] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.532027] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.566691] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14000661-bb4c-4cea-8ec3-ce23c7f488ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.577666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84fed6-a675-4b18-a3e1-ba087ba08959 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.609319] env[62353]: DEBUG nova.compute.manager [req-5c823604-4633-41a0-ae5e-197ad6f2ad3a req-85c4dfa0-5318-4f8f-a295-df17e39c9cdf service nova] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Detach interface failed, port_id=308d5a03-5120-408b-8fbc-c19dbbd589f7, reason: Instance e0ba7938-08cd-4741-bd30-d9db8efeec50 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1150.667817] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.672061] env[62353]: DEBUG nova.scheduler.client.report [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1150.877573] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.903636] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1150.996577] env[62353]: INFO nova.compute.manager [-] [instance: e0ba7938-08cd-4741-bd30-d9db8efeec50] Took 1.48 seconds to deallocate network for instance. [ 1151.016171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.033696] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.167391] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.176882] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.177439] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1151.180196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.926s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.376792] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.431612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.506706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.534022] env[62353]: DEBUG oslo_vmware.api [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658040, 'name': PowerOnVM_Task, 'duration_secs': 0.611569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.534346] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1151.534542] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed1059-b948-497a-9997-e998ee4c9acd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance 'e09c8bc9-227e-41ff-96d3-3d1220203b08' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1151.666456] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.684162] env[62353]: DEBUG nova.compute.utils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1151.691941] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1151.692217] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1151.761879] env[62353]: DEBUG nova.policy [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10da404754b14eda846f2d52a466dc5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d6aa1f8d7f43e1b13e35a60f4b0847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1151.877656] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.088119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.088520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.088520] env[62353]: INFO nova.compute.manager [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attaching volume c4670022-e860-4595-a8a4-81ba3d56c5df to /dev/sdb [ 1152.131051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e4145-fc88-4884-9c2c-cc0cc0914aec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.133938] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Successfully created port: 32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.142256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1387c6ab-5982-4eae-8f13-ba5d59a7549a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.159018] env[62353]: DEBUG nova.virt.block_device [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating existing volume attachment record: 2dacae40-b885-4864-8e14-5653c17f56c5 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1152.172443] env[62353]: DEBUG oslo_vmware.api [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Task: {'id': task-658039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.672658} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.173179] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.173379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1152.173576] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1152.173773] env[62353]: INFO nova.compute.manager [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1152.174035] env[62353]: DEBUG oslo.service.loopingcall [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.174258] env[62353]: DEBUG nova.compute.manager [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1152.174341] env[62353]: DEBUG nova.network.neutron [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1152.195930] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Applying migration context for instance e09c8bc9-227e-41ff-96d3-3d1220203b08 as it has an incoming, in-progress migration a5aa8baa-769b-4405-a536-37e059990eda. Migration status is post-migrating {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1152.197407] env[62353]: INFO nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating resource usage from migration a5aa8baa-769b-4405-a536-37e059990eda [ 1152.200668] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1152.220190] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 3f563057-69e6-4941-a450-069491b8eef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.220257] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.220404] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance e0ba7938-08cd-4741-bd30-d9db8efeec50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1152.220522] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 29e25baf-f296-4c90-bc38-ce654026f8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.220648] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance c8a9dac8-9915-41e9-b9a3-398671f3f605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.220764] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.220874] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance acbf6104-9e33-49d4-b2a3-2413236ff440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.221026] env[62353]: WARNING nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 62d01b4e-49f4-412d-becf-54b648b30194 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1152.221133] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 6f09e2d0-66d9-47c2-bad4-eda86200c2fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.221241] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance f1ce5add-c0de-4eb6-bea3-7f8d411d102a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.221348] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Migration a5aa8baa-769b-4405-a536-37e059990eda is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1152.221454] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance e09c8bc9-227e-41ff-96d3-3d1220203b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.221557] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 24fceb2a-5e58-43d0-8a24-ce5049618db6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1152.374780] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658036, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.95657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.375090] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b/OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b.vmdk to [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk. [ 1152.375297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Cleaning up location [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1152.375471] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3bda11b5-5b4b-4ac3-bb05-2379a953828b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.376101] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4109539-25f9-413b-87e7-79746091a49b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.382412] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1152.382412] env[62353]: value = "task-658042" [ 1152.382412] env[62353]: _type = "Task" [ 1152.382412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.389957] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.583658] env[62353]: DEBUG nova.compute.manager [req-67a282d3-883e-4e2e-b679-ae2e852d870f req-8d01809e-ebcf-4924-87b2-95c40c66e086 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Received event network-vif-deleted-2cedae8a-e494-4a07-82ef-420f6ae367f1 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1152.583762] env[62353]: INFO nova.compute.manager [req-67a282d3-883e-4e2e-b679-ae2e852d870f req-8d01809e-ebcf-4924-87b2-95c40c66e086 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Neutron deleted interface 2cedae8a-e494-4a07-82ef-420f6ae367f1; detaching it from the instance and deleting it from the info cache [ 1152.583967] env[62353]: DEBUG nova.network.neutron [req-67a282d3-883e-4e2e-b679-ae2e852d870f req-8d01809e-ebcf-4924-87b2-95c40c66e086 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.727066] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 6171e82d-12a5-444a-9ee8-098cae7786fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1152.727421] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1152.727421] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1152.895229] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13053} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.895609] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.895871] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.896113] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk to [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1152.896395] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8f078c-43bc-492b-aae3-e47a794236f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.903090] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1152.903090] env[62353]: value = "task-658043" [ 1152.903090] env[62353]: _type = "Task" [ 1152.903090] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.912564] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.936825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d7081-2e42-492c-b560-0e6d0f52faaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.944640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e2f51f-70d5-4573-80de-3afaaf114d0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.975383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3012ae-a76e-447d-8190-bd6c67aab1a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.983293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2a7f3f-1591-4efe-9e9a-fad8fd6db23c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.997523] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.062065] env[62353]: DEBUG nova.network.neutron [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.097742] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a4b38bb-0dc9-4e1e-a7c1-17594bd89b23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.107063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e005d41-8868-48f5-8a4e-eda4239feca1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.138388] env[62353]: DEBUG nova.compute.manager [req-67a282d3-883e-4e2e-b679-ae2e852d870f req-8d01809e-ebcf-4924-87b2-95c40c66e086 service nova] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Detach interface failed, port_id=2cedae8a-e494-4a07-82ef-420f6ae367f1, reason: Instance 3f563057-69e6-4941-a450-069491b8eef3 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1153.211460] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1153.242046] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1153.242235] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1153.242395] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.242587] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1153.242740] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.242898] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1153.243128] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1153.243301] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1153.243473] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1153.243677] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1153.243877] env[62353]: DEBUG nova.virt.hardware [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.244854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884d9b39-80ac-479c-a7f3-fa4a27d467b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.256078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66b5b5-7620-4bf4-901d-2430f0696876 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.412648] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.500846] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1153.564456] env[62353]: INFO nova.compute.manager [-] [instance: 3f563057-69e6-4941-a450-069491b8eef3] Took 1.39 seconds to deallocate network for instance. [ 1153.774940] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Successfully updated port: 32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.919133] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.005789] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1154.006164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.826s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.006492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.520s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.006707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.008926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.577s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.010466] env[62353]: INFO nova.compute.claims [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.013233] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.013349] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Cleaning up deleted instances {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1154.040545] env[62353]: INFO nova.scheduler.client.report [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted allocations for instance 62d01b4e-49f4-412d-becf-54b648b30194 [ 1154.073233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.215217] env[62353]: DEBUG nova.network.neutron [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Port 1b5faf9d-2e55-4ab0-ad75-53f60b119380 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1154.215566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.215733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.215924] env[62353]: DEBUG nova.network.neutron [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1154.278430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.278691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.278785] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1154.418054] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.532709] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] There are 63 instances to clean {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1154.532709] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: bdddb532-d196-4e03-a331-746cb05331cf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1154.549561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c71b366-9664-4514-8b97-9e86f9bcdd40 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "62d01b4e-49f4-412d-becf-54b648b30194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.934s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.612098] env[62353]: DEBUG nova.compute.manager [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Received event network-vif-plugged-32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1154.612343] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.612647] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.612863] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.613066] env[62353]: DEBUG nova.compute.manager [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] No waiting events found dispatching network-vif-plugged-32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1154.613245] env[62353]: WARNING nova.compute.manager [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Received unexpected event network-vif-plugged-32488c8d-08c6-4252-9f0e-7c07022f477a for instance with vm_state building and task_state spawning. [ 1154.613415] env[62353]: DEBUG nova.compute.manager [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Received event network-changed-32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1154.613637] env[62353]: DEBUG nova.compute.manager [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Refreshing instance network info cache due to event network-changed-32488c8d-08c6-4252-9f0e-7c07022f477a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1154.613827] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Acquiring lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.826990] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1154.916881] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.038615] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 369878c6-dc86-4a62-b22a-4bc452476ea4] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1155.084669] env[62353]: DEBUG nova.network.neutron [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.090718] env[62353]: DEBUG nova.network.neutron [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.237552] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8de3a-3cbb-45f6-93b6-27a7ff9442c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.248823] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d01f3a4-bb8b-48ea-b4a7-5242d2847680 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.284603] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1111d6a6-da11-488e-bd1a-4f839d1c6392 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.294410] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5bcfb4-3f94-4322-90f0-7ec5e8c4bb26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.312356] env[62353]: DEBUG nova.compute.provider_tree [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.417751] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.542383] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 95210531-00f4-4aab-800c-a4f298e81a02] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1155.587187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.587548] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Instance network_info: |[{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1155.587885] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Acquired lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.588090] env[62353]: DEBUG nova.network.neutron [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Refreshing network info cache for port 32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1155.589319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:49:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32488c8d-08c6-4252-9f0e-7c07022f477a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.597320] env[62353]: DEBUG oslo.service.loopingcall [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.598607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.599978] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1155.600625] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ce85125-1703-4b69-9974-732c0e667ac3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.621071] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.621071] env[62353]: value = "task-658045" [ 1155.621071] env[62353]: _type = "Task" [ 1155.621071] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.632449] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658045, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.815694] env[62353]: DEBUG nova.scheduler.client.report [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1155.915179] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658043, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.840309} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.915474] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5eb67fcb-bc1c-4229-8823-c8448c3f25e5/5eb67fcb-bc1c-4229-8823-c8448c3f25e5.vmdk to [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1155.916333] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190297e-d896-4cc8-81f4-c39069f50c04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.937816] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.938151] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c867b3b1-e4b5-49db-92c0-c95d5e560783 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.958215] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1155.958215] env[62353]: value = "task-658046" [ 1155.958215] env[62353]: _type = "Task" [ 1155.958215] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.968117] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.045990] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1fc79467-aefd-4d77-af40-588d0ce1bb25] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1156.101638] env[62353]: DEBUG nova.compute.manager [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1156.130197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.130463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.130670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.130861] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.131047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.132578] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658045, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.135410] env[62353]: INFO nova.compute.manager [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Terminating instance [ 1156.137216] env[62353]: DEBUG nova.compute.manager [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1156.137417] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1156.138699] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4fad14-97f7-4a5c-ad5c-954d2ea0aa07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.145327] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1156.145563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c5ae9d-7c8d-4a15-8c36-8f36f63bd68e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.150988] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1156.150988] env[62353]: value = "task-658047" [ 1156.150988] env[62353]: _type = "Task" [ 1156.150988] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.161644] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.190568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.190820] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.191036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.191230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.191429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.194069] env[62353]: INFO nova.compute.manager [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Terminating instance [ 1156.195676] env[62353]: DEBUG nova.compute.manager [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1156.195895] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1156.196724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8bf37-cc4a-4e18-b6bd-2b272a32e0f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.204859] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1156.205125] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854e5437-7439-44f2-92c9-7f0c7ce76d61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.213118] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1156.213118] env[62353]: value = "task-658048" [ 1156.213118] env[62353]: _type = "Task" [ 1156.213118] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.221280] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.321986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.321986] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1156.325356] env[62353]: DEBUG nova.network.neutron [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updated VIF entry in instance network info cache for port 32488c8d-08c6-4252-9f0e-7c07022f477a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1156.325713] env[62353]: DEBUG nova.network.neutron [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.326818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.327042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.329226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.257s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.329492] env[62353]: DEBUG nova.objects.instance [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lazy-loading 'resources' on Instance uuid 3f563057-69e6-4941-a450-069491b8eef3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.355416] env[62353]: INFO nova.scheduler.client.report [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Deleted allocations for instance e0ba7938-08cd-4741-bd30-d9db8efeec50 [ 1156.467705] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.549270] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1463298c-e8df-4045-8e0b-f8bfb02ada54] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1156.631522] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658045, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.662916] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658047, 'name': PowerOffVM_Task, 'duration_secs': 0.222295} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.663205] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1156.663379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1156.663651] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16739bbd-9914-4d51-a3ed-e9b397a30f22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.708010] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.708300] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159628', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'name': 'volume-c4670022-e860-4595-a8a4-81ba3d56c5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'serial': 'c4670022-e860-4595-a8a4-81ba3d56c5df'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.709207] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67870f31-fd88-4cdf-83a9-cc9e45ac6bf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.731830] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77722f01-69c3-475b-b199-3b21a8a89ce2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.734468] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1156.734674] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1156.734879] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleting the datastore file [datastore1] 6f09e2d0-66d9-47c2-bad4-eda86200c2fb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.738115] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2145fa2-8306-43eb-a0d0-5895a963716e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.739912] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658048, 'name': PowerOffVM_Task, 'duration_secs': 0.212013} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.740511] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1156.740693] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1156.741247] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c3c4c2-ab63-4e24-ae4d-8437c8d78304 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.763551] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-c4670022-e860-4595-a8a4-81ba3d56c5df/volume-c4670022-e860-4595-a8a4-81ba3d56c5df.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.765463] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad89b372-65aa-48eb-ae20-5b519327267c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.778585] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1156.778585] env[62353]: value = "task-658050" [ 1156.778585] env[62353]: _type = "Task" [ 1156.778585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.783314] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1156.783314] env[62353]: value = "task-658052" [ 1156.783314] env[62353]: _type = "Task" [ 1156.783314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.790252] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.798388] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.827963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1156.828228] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1156.828433] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleting the datastore file [datastore1] f1ce5add-c0de-4eb6-bea3-7f8d411d102a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.828732] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5860a7c-0ce7-453f-8cab-47ac8ad6de84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.831630] env[62353]: DEBUG oslo_concurrency.lockutils [req-676d2e5c-4ac7-440d-8bbd-ea895d06b936 req-b8270f9f-83a1-48fe-9a47-deaa530d71ea service nova] Releasing lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.833226] env[62353]: DEBUG nova.compute.utils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1156.837509] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1156.837700] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1156.844305] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for the task: (returnval){ [ 1156.844305] env[62353]: value = "task-658053" [ 1156.844305] env[62353]: _type = "Task" [ 1156.844305] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.855906] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.863845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a4992f00-aefc-4603-9136-04a9a8151cfe tempest-AttachInterfacesTestJSON-267789438 tempest-AttachInterfacesTestJSON-267789438-project-member] Lock "e0ba7938-08cd-4741-bd30-d9db8efeec50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.486s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.882895] env[62353]: DEBUG nova.policy [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1156.970965] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658046, 'name': ReconfigVM_Task, 'duration_secs': 0.969492} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.971076] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfigured VM instance instance-00000065 to attach disk [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440/acbf6104-9e33-49d4-b2a3-2413236ff440.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.972163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'encrypted': False, 'disk_bus': None, 'device_name': '/dev/sda', 'image_id': 'e5cb58d4-cf14-43cc-a3ea-c15fd20494ff'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159620', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'name': 'volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'acbf6104-9e33-49d4-b2a3-2413236ff440', 'attached_at': '', 'detached_at': '', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'serial': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5'}, 'attachment_id': '63c8337d-03c2-4997-9938-b23f0c57f0d4', 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1156.972363] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.972559] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159620', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'name': 'volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'acbf6104-9e33-49d4-b2a3-2413236ff440', 'attached_at': '', 'detached_at': '', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'serial': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.973371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7b402-396e-4515-8843-5bba6e147977 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.994088] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3700e-2014-4148-ae50-8379fd2fff75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.024957] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5/volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.028238] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c158504e-d5cf-4d2c-a983-e422bee8736b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.048022] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1157.048022] env[62353]: value = "task-658054" [ 1157.048022] env[62353]: _type = "Task" [ 1157.048022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.052376] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 96bfcf2f-c16d-4d4e-8649-43b97668d645] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1157.057435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d7877-fbcd-4f21-983f-02f809fd373e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.064999] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.069863] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af1661-4c9d-4e78-9ac5-bc0d04c71d01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.103647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10807455-d388-41e7-88f0-31b944d9d02a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.112340] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc022ed0-200a-41a5-8874-c4050fb4bd0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.127211] env[62353]: DEBUG nova.compute.provider_tree [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.136069] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658045, 'name': CreateVM_Task, 'duration_secs': 1.096601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.136325] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1157.140411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.140588] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.140912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.141416] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bfd8e4-9217-4fd7-8e98-282fc863d772 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.146426] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1157.146426] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5222a081-89fa-da59-3694-c67fd22589d4" [ 1157.146426] env[62353]: _type = "Task" [ 1157.146426] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.154144] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5222a081-89fa-da59-3694-c67fd22589d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.194800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.273917] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Successfully created port: 92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.294335] env[62353]: DEBUG oslo_vmware.api [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.294951] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.295280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1157.295698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1157.296360] env[62353]: INFO nova.compute.manager [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1157.296688] env[62353]: DEBUG oslo.service.loopingcall [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.297740] env[62353]: DEBUG nova.compute.manager [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1157.298406] env[62353]: DEBUG nova.network.neutron [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1157.309530] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658052, 'name': ReconfigVM_Task, 'duration_secs': 0.354613} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.310681] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-c4670022-e860-4595-a8a4-81ba3d56c5df/volume-c4670022-e860-4595-a8a4-81ba3d56c5df.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.316845] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1d5d5f-bfbc-4c7b-8a91-aaf87b1d285b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.336211] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1157.336211] env[62353]: value = "task-658055" [ 1157.336211] env[62353]: _type = "Task" [ 1157.336211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.340942] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1157.352019] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.356815] env[62353]: DEBUG oslo_vmware.api [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Task: {'id': task-658053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409333} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.357284] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.357474] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1157.357742] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1157.358458] env[62353]: INFO nova.compute.manager [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1157.358458] env[62353]: DEBUG oslo.service.loopingcall [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.358458] env[62353]: DEBUG nova.compute.manager [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1157.358731] env[62353]: DEBUG nova.network.neutron [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1157.558327] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.561957] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 766ff3ea-4814-4cfb-9d7e-bec38eac1e93] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1157.631977] env[62353]: DEBUG nova.scheduler.client.report [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1157.658433] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5222a081-89fa-da59-3694-c67fd22589d4, 'name': SearchDatastore_Task, 'duration_secs': 0.051387} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.659457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.659770] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.660086] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.660343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.660593] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.661173] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd2e6bb-c94f-4633-9efd-4a41642d8a69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.670965] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.671125] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1157.672433] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dab1a8b-058a-447e-8631-cc807d94d1e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681053] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1157.681053] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522d86b6-ef65-f6a1-f396-4c35844e0c3b" [ 1157.681053] env[62353]: _type = "Task" [ 1157.681053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.688846] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522d86b6-ef65-f6a1-f396-4c35844e0c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.854755] env[62353]: DEBUG oslo_vmware.api [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658055, 'name': ReconfigVM_Task, 'duration_secs': 0.203403} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.855639] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159628', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'name': 'volume-c4670022-e860-4595-a8a4-81ba3d56c5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'serial': 'c4670022-e860-4595-a8a4-81ba3d56c5df'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.008498] env[62353]: DEBUG nova.compute.manager [req-9a11a138-77de-4f5b-a0a1-8f25c4212b4d req-05a93dd2-9bf0-4f31-8c8f-19b3789109a3 service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Received event network-vif-deleted-a6fae4d4-6141-4781-bff6-250c4f46f0e0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1158.009482] env[62353]: INFO nova.compute.manager [req-9a11a138-77de-4f5b-a0a1-8f25c4212b4d req-05a93dd2-9bf0-4f31-8c8f-19b3789109a3 service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Neutron deleted interface a6fae4d4-6141-4781-bff6-250c4f46f0e0; detaching it from the instance and deleting it from the info cache [ 1158.009482] env[62353]: DEBUG nova.network.neutron [req-9a11a138-77de-4f5b-a0a1-8f25c4212b4d req-05a93dd2-9bf0-4f31-8c8f-19b3789109a3 service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.058962] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658054, 'name': ReconfigVM_Task, 'duration_secs': 0.745641} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.058962] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5/volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.063785] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b77467-c84b-4012-ac65-a88e68c40d32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.073766] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 0fc51f8c-270d-45e1-81d3-0e1c10928e41] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1158.080545] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1158.080545] env[62353]: value = "task-658056" [ 1158.080545] env[62353]: _type = "Task" [ 1158.080545] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.089814] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.138927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.141419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.947s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.167258] env[62353]: INFO nova.scheduler.client.report [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Deleted allocations for instance 3f563057-69e6-4941-a450-069491b8eef3 [ 1158.193110] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522d86b6-ef65-f6a1-f396-4c35844e0c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015871} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.194056] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e97fa4-ddc8-42fa-870f-e1c28f7cc464 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.199791] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1158.199791] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1a7cf-8f12-2498-2db7-1ebaa16e13cd" [ 1158.199791] env[62353]: _type = "Task" [ 1158.199791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.207501] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1a7cf-8f12-2498-2db7-1ebaa16e13cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.361965] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1158.396975] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1158.397294] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1158.397542] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.397673] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1158.397830] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.398016] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1158.402465] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1158.402684] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1158.402881] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1158.403095] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1158.403291] env[62353]: DEBUG nova.virt.hardware [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1158.404316] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451209d-0a86-45a4-a24d-0572ea9595ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.417395] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1283b-ee22-4437-b235-43f885f4a9bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.484015] env[62353]: DEBUG nova.network.neutron [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.495329] env[62353]: DEBUG nova.network.neutron [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.511489] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f291dd-1bb6-4f5f-aa48-64941a56dcaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.522511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29842eea-1a62-480e-8276-95fb993ed450 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.553829] env[62353]: DEBUG nova.compute.manager [req-9a11a138-77de-4f5b-a0a1-8f25c4212b4d req-05a93dd2-9bf0-4f31-8c8f-19b3789109a3 service nova] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Detach interface failed, port_id=a6fae4d4-6141-4781-bff6-250c4f46f0e0, reason: Instance 6f09e2d0-66d9-47c2-bad4-eda86200c2fb could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1158.577056] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5d4db350-ca83-4dae-8981-6d1306044862] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1158.589761] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.648517] env[62353]: DEBUG nova.objects.instance [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'migration_context' on Instance uuid e09c8bc9-227e-41ff-96d3-3d1220203b08 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.673998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d99fbe-e290-48f4-b413-110ddaafa88a tempest-ServerActionsTestOtherA-1115648991 tempest-ServerActionsTestOtherA-1115648991-project-member] Lock "3f563057-69e6-4941-a450-069491b8eef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.177s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.709861] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1a7cf-8f12-2498-2db7-1ebaa16e13cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015617} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.710414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.710513] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 24fceb2a-5e58-43d0-8a24-ce5049618db6/24fceb2a-5e58-43d0-8a24-ce5049618db6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1158.710706] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1794a6cd-ea90-422d-a879-e7c99838a94e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.717841] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1158.717841] env[62353]: value = "task-658057" [ 1158.717841] env[62353]: _type = "Task" [ 1158.717841] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.727678] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.785370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.785619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.912467] env[62353]: DEBUG nova.objects.instance [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.989495] env[62353]: INFO nova.compute.manager [-] [instance: 6f09e2d0-66d9-47c2-bad4-eda86200c2fb] Took 1.69 seconds to deallocate network for instance. [ 1158.999611] env[62353]: INFO nova.compute.manager [-] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Took 1.64 seconds to deallocate network for instance. [ 1159.080345] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 0f6fa849-26e5-484b-bcf5-75ce276b897a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1159.093283] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658056, 'name': ReconfigVM_Task, 'duration_secs': 0.891048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.093764] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159620', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'name': 'volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'acbf6104-9e33-49d4-b2a3-2413236ff440', 'attached_at': '', 'detached_at': '', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'serial': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.094340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc6c5fd-c195-4c5f-9839-dcafafc4c894 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.101171] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1159.101171] env[62353]: value = "task-658058" [ 1159.101171] env[62353]: _type = "Task" [ 1159.101171] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.111124] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658058, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.249261] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.288671] env[62353]: DEBUG nova.compute.utils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1159.379163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b6def-70f8-4d88-82f7-ad91c2eeb1df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.389497] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a060051b-ef09-47a5-857e-700c704b119e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.432211] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Successfully updated port: 92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.433910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c9e38252-cbcb-4a24-b264-196e4ce40afd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.346s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.436720] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0017821-891a-4c31-830e-9d3dd44c76aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.454189] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bdabda-4f11-4a76-8270-a5d44cb1a6b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.470221] env[62353]: DEBUG nova.compute.provider_tree [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.498408] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.506082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.586774] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: bdd10e93-f836-46fd-bf3a-aa34039eb8ed] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1159.610984] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658058, 'name': Rename_Task, 'duration_secs': 0.36855} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.611354] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1159.611592] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a69bd9-7e83-4015-82c6-eaca310d1423 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.618771] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1159.618771] env[62353]: value = "task-658059" [ 1159.618771] env[62353]: _type = "Task" [ 1159.618771] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.626560] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.728669] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620866} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.728980] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 24fceb2a-5e58-43d0-8a24-ce5049618db6/24fceb2a-5e58-43d0-8a24-ce5049618db6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1159.729266] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.729564] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-122049fe-eb9b-4cdb-af42-789e1f13c100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.735822] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1159.735822] env[62353]: value = "task-658060" [ 1159.735822] env[62353]: _type = "Task" [ 1159.735822] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.743901] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.794953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.948068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.948252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.948422] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1159.973326] env[62353]: DEBUG nova.scheduler.client.report [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1160.038087] env[62353]: DEBUG nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: f1ce5add-c0de-4eb6-bea3-7f8d411d102a] Received event network-vif-deleted-c0f7cb91-9ce1-495f-bd98-ccc99b7a0489 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1160.038323] env[62353]: DEBUG nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Received event network-vif-plugged-92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1160.038524] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Acquiring lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.038734] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.038911] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.040103] env[62353]: DEBUG nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] No waiting events found dispatching network-vif-plugged-92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1160.041051] env[62353]: WARNING nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Received unexpected event network-vif-plugged-92af1c27-7398-4d59-8866-77fc5002b20c for instance with vm_state building and task_state spawning. [ 1160.041343] env[62353]: DEBUG nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Received event network-changed-92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1160.041602] env[62353]: DEBUG nova.compute.manager [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Refreshing instance network info cache due to event network-changed-92af1c27-7398-4d59-8866-77fc5002b20c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1160.041815] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Acquiring lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.090528] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 853db629-afd1-4d02-a7fa-0791a908ba07] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1160.129279] env[62353]: DEBUG oslo_vmware.api [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658059, 'name': PowerOnVM_Task, 'duration_secs': 0.455277} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.129555] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1160.249608] env[62353]: DEBUG nova.compute.manager [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1160.250236] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876036a-6814-4603-9077-19067b54d469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.256890] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065228} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.257564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.259298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33f32a-9d70-4b23-9843-62fce02b95e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.290369] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 24fceb2a-5e58-43d0-8a24-ce5049618db6/24fceb2a-5e58-43d0-8a24-ce5049618db6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.290919] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09dec15d-c080-4e06-b6d0-a4054dca5675 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.312179] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1160.312179] env[62353]: value = "task-658061" [ 1160.312179] env[62353]: _type = "Task" [ 1160.312179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.503410] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1160.566166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.566429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.595821] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: dbf53812-ff12-4d93-aecf-31a505909ccf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1160.720718] env[62353]: DEBUG nova.network.neutron [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Updating instance_info_cache with network_info: [{"id": "92af1c27-7398-4d59-8866-77fc5002b20c", "address": "fa:16:3e:f6:88:fc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af1c27-73", "ovs_interfaceid": "92af1c27-7398-4d59-8866-77fc5002b20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.778526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbe889f-433b-41bb-b6d8-439bf63838dd tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.945s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.824076] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.946504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.946504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.946504] env[62353]: INFO nova.compute.manager [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Attaching volume b21dcc2c-865d-450d-a0a4-7f24f4578f00 to /dev/sdb [ 1160.985449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.844s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.992553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.494s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.992553] env[62353]: DEBUG nova.objects.instance [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lazy-loading 'resources' on Instance uuid 6f09e2d0-66d9-47c2-bad4-eda86200c2fb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.000079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391da5e1-cb58-44c6-be34-85a567e37f56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.021026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb60d90-7986-4c2f-b670-1fe7d8bbd1cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.038067] env[62353]: DEBUG nova.virt.block_device [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating existing volume attachment record: cf96871c-0725-44d3-8baf-c702a6a663e4 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1161.072094] env[62353]: DEBUG nova.compute.utils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1161.102463] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 25860ef4-9241-4b64-b40b-e35488c32d6c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1161.223856] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.224049] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Instance network_info: |[{"id": "92af1c27-7398-4d59-8866-77fc5002b20c", "address": "fa:16:3e:f6:88:fc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af1c27-73", "ovs_interfaceid": "92af1c27-7398-4d59-8866-77fc5002b20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1161.224399] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Acquired lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.225054] env[62353]: DEBUG nova.network.neutron [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Refreshing network info cache for port 92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1161.226635] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:88:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92af1c27-7398-4d59-8866-77fc5002b20c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.234549] env[62353]: DEBUG oslo.service.loopingcall [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.236723] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1161.237091] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52dd8111-7fb8-4a89-afcd-34c6b5940f7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.262296] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.262296] env[62353]: value = "task-658063" [ 1161.262296] env[62353]: _type = "Task" [ 1161.262296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.272146] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658063, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.328216] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658061, 'name': ReconfigVM_Task, 'duration_secs': 0.756797} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.328861] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 24fceb2a-5e58-43d0-8a24-ce5049618db6/24fceb2a-5e58-43d0-8a24-ce5049618db6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.329875] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608230e1-3463-467c-98f9-935e9ead0eaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.337470] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1161.337470] env[62353]: value = "task-658064" [ 1161.337470] env[62353]: _type = "Task" [ 1161.337470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.349215] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658064, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.576600] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.606072] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4a4a539e-09f0-411f-bcde-8d13acfa5608] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1161.708330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d041b53-ebe9-44c2-b0e6-d7ffbb2ca95f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.715812] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8a9bb-2fc2-4ec8-a34d-e3f5824e6c39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.759821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c8603-e043-4bbe-b809-4abe21a9c4fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.776238] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375729a2-8fcb-45d5-b32d-126b9853645b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.781597] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658063, 'name': CreateVM_Task, 'duration_secs': 0.389703} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.781597] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1161.782093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.782262] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.782657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.782921] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23bafd1-63b7-4e96-898b-083ffc256afc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.793608] env[62353]: DEBUG nova.compute.provider_tree [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.805662] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1161.805662] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5283ed44-b265-65c0-0352-57deb4142b64" [ 1161.805662] env[62353]: _type = "Task" [ 1161.805662] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.820368] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5283ed44-b265-65c0-0352-57deb4142b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.847616] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658064, 'name': Rename_Task, 'duration_secs': 0.175103} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.849479] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1161.849479] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9944fc7a-64dd-4c56-9462-0128915ed0bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.854881] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1161.854881] env[62353]: value = "task-658065" [ 1161.854881] env[62353]: _type = "Task" [ 1161.854881] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.862296] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.110133] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 0235bc68-3f56-4651-8969-998806e99e61] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1162.299600] env[62353]: DEBUG nova.scheduler.client.report [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.305697] env[62353]: INFO nova.compute.manager [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Rebuilding instance [ 1162.308691] env[62353]: DEBUG nova.network.neutron [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Updated VIF entry in instance network info cache for port 92af1c27-7398-4d59-8866-77fc5002b20c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1162.308948] env[62353]: DEBUG nova.network.neutron [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Updating instance_info_cache with network_info: [{"id": "92af1c27-7398-4d59-8866-77fc5002b20c", "address": "fa:16:3e:f6:88:fc", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af1c27-73", "ovs_interfaceid": "92af1c27-7398-4d59-8866-77fc5002b20c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.321897] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5283ed44-b265-65c0-0352-57deb4142b64, 'name': SearchDatastore_Task, 'duration_secs': 0.022222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.322488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.322593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.323091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.323397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.323651] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.324599] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23447fc5-44a2-475f-9618-e9b1834490c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.336475] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.336727] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1162.338061] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1aaa2e0-9065-4c8f-bac8-08740f651f3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.346322] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1162.346322] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb49c0-ae33-cbb9-737e-72faa47b3b29" [ 1162.346322] env[62353]: _type = "Task" [ 1162.346322] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.363941] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb49c0-ae33-cbb9-737e-72faa47b3b29, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.365384] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e604d949-fc20-4ea8-a1cc-364b27e4b382 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.370972] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.375770] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1162.375770] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bfd2c-f2ad-77d0-80f0-eedf848efccb" [ 1162.375770] env[62353]: _type = "Task" [ 1162.375770] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.386029] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bfd2c-f2ad-77d0-80f0-eedf848efccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.392698] env[62353]: DEBUG nova.compute.manager [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1162.393409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019043c-4dd5-4872-aad1-346ba746d335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.540188] env[62353]: INFO nova.compute.manager [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Swapping old allocation on dict_keys(['794731a1-f7e5-413e-9f0a-303cab9ac89f']) held by migration a5aa8baa-769b-4405-a536-37e059990eda for instance [ 1162.569983] env[62353]: DEBUG nova.scheduler.client.report [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Overwriting current allocation {'allocations': {'794731a1-f7e5-413e-9f0a-303cab9ac89f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '289c9140609d4fde9e5fd0eddf7e4f8a', 'user_id': '97b495271a644d6b839a1d96ff6eb5de', 'consumer_generation': 1} on consumer e09c8bc9-227e-41ff-96d3-3d1220203b08 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1162.615087] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: a0090feb-2bf1-4035-afc1-97b2ba7c1dee] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1162.670351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.670351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.670351] env[62353]: INFO nova.compute.manager [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attaching volume d4a8fecc-1131-4e6e-972e-1bb40cb54f18 to /dev/sdc [ 1162.677440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.677440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.677440] env[62353]: DEBUG nova.network.neutron [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1162.711038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cc0ca-4cf3-4260-ac67-7785d0e00abd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.718343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed322cec-7bcc-4ae2-bd8e-f849fb6ff4de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.731662] env[62353]: DEBUG nova.virt.block_device [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating existing volume attachment record: 8d7922af-63bd-4e2b-98c7-cc212238d7de {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1162.808007] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.810672] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.305s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.810982] env[62353]: DEBUG nova.objects.instance [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lazy-loading 'resources' on Instance uuid f1ce5add-c0de-4eb6-bea3-7f8d411d102a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.816133] env[62353]: DEBUG oslo_concurrency.lockutils [req-6ecd71d7-b7ac-40b3-bc11-b68377857d75 req-ef8c3343-a9a8-4729-96d3-d972c32cac41 service nova] Releasing lock "refresh_cache-6171e82d-12a5-444a-9ee8-098cae7786fd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.832542] env[62353]: INFO nova.scheduler.client.report [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted allocations for instance 6f09e2d0-66d9-47c2-bad4-eda86200c2fb [ 1162.869244] env[62353]: DEBUG oslo_vmware.api [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658065, 'name': PowerOnVM_Task, 'duration_secs': 0.832163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.869244] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1162.869244] env[62353]: INFO nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1162.869244] env[62353]: DEBUG nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1162.873293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc23541-c131-4099-bc06-a896f20d69c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.892447] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526bfd2c-f2ad-77d0-80f0-eedf848efccb, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.893090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.893440] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 6171e82d-12a5-444a-9ee8-098cae7786fd/6171e82d-12a5-444a-9ee8-098cae7786fd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1162.893913] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1134092-3067-4ec7-b50d-ddb076699cb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.904963] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1162.905857] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1162.905857] env[62353]: value = "task-658066" [ 1162.905857] env[62353]: _type = "Task" [ 1162.905857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.905857] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9d870f-2cb1-4858-a5ee-934a9fa40a3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.921027] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.923141] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1162.923141] env[62353]: value = "task-658068" [ 1162.923141] env[62353]: _type = "Task" [ 1162.923141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.937550] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.121452] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b4d3c142-4ad0-4fb5-b4aa-b9aee02bc119] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1163.350948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-86101ecd-f0a9-43b5-aec5-39cbac4e98f4 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "6f09e2d0-66d9-47c2-bad4-eda86200c2fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.220s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.407735] env[62353]: INFO nova.compute.manager [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Took 18.67 seconds to build instance. [ 1163.425636] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.436707] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658068, 'name': PowerOffVM_Task, 'duration_secs': 0.243592} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.437030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1163.437996] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1163.438312] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d7fb81-c7f6-43a6-bccd-e8c241056ba4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.448316] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1163.448316] env[62353]: value = "task-658070" [ 1163.448316] env[62353]: _type = "Task" [ 1163.448316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.461264] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1163.461511] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.461826] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159609', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'name': 'volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '627e7ae4-2d7a-4dc0-8b03-b636cb563637', 'attached_at': '', 'detached_at': '', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'serial': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.465287] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55621fd2-e76c-4ecf-afd1-f3c89bdf88b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.498034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81aafd2-a1c3-4da1-9443-b6f0bc74fdd6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.501705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed86196-fda5-45b1-8867-cdf04a35dafe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.520201] env[62353]: DEBUG nova.network.neutron [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [{"id": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "address": "fa:16:3e:7c:d2:c6", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5faf9d-2e", "ovs_interfaceid": "1b5faf9d-2e55-4ab0-ad75-53f60b119380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.525063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ccdb16-9705-431c-86ef-0132f49eccc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.525815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77935df8-82ec-44ff-85c3-05f47d3c1eb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.546829] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] The volume has not been displaced from its original location: [datastore1] volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e/volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.555809] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.557486] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604badac-dff8-436a-b786-bf8fcc74921b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.571195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b48911-43a5-46d3-aa3c-f7999dd3766b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.582162] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1163.582162] env[62353]: value = "task-658071" [ 1163.582162] env[62353]: _type = "Task" [ 1163.582162] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.608949] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55374fa6-9f14-4b85-bfb8-9e9087aca052 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.619078] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.620367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b7dbb-5d21-4282-a4cd-1a7723603177 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.624452] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: bcf640ae-8011-4f9b-9b8b-c13c8f3c3c1c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1163.639230] env[62353]: DEBUG nova.compute.provider_tree [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.914197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9d0c3ca-0d7e-47c6-8376-476962b82659 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.187s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.920387] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572044} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.920838] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 6171e82d-12a5-444a-9ee8-098cae7786fd/6171e82d-12a5-444a-9ee8-098cae7786fd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1163.920972] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.921318] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e83a45e1-8a8f-4365-a5fa-fa4381db039d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.932390] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1163.932390] env[62353]: value = "task-658072" [ 1163.932390] env[62353]: _type = "Task" [ 1163.932390] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.943460] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.030635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-e09c8bc9-227e-41ff-96d3-3d1220203b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.032127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cade45-9490-474f-9fbd-6651b8348171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.039767] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6deb032-e1bc-43af-a6bb-65f7b16a7f2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.116315] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658071, 'name': ReconfigVM_Task, 'duration_secs': 0.473859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.116620] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.123309] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-286f5182-4eab-4758-aee1-fbd554bbeb70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.134232] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5c4207f5-5f02-46ee-b6c1-59eb2700e8cb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1164.141080] env[62353]: DEBUG nova.scheduler.client.report [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1164.146190] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1164.146190] env[62353]: value = "task-658073" [ 1164.146190] env[62353]: _type = "Task" [ 1164.146190] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.156933] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.443820] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081715} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.443820] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.444925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a015b-c355-4afb-98bb-01b6d8676e4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.471949] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6171e82d-12a5-444a-9ee8-098cae7786fd/6171e82d-12a5-444a-9ee8-098cae7786fd.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.474436] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c6b34b-83bf-4860-9c64-0112231c763a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.490633] env[62353]: DEBUG nova.compute.manager [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Received event network-changed-32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1164.490915] env[62353]: DEBUG nova.compute.manager [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Refreshing instance network info cache due to event network-changed-32488c8d-08c6-4252-9f0e-7c07022f477a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1164.491210] env[62353]: DEBUG oslo_concurrency.lockutils [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] Acquiring lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.491441] env[62353]: DEBUG oslo_concurrency.lockutils [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] Acquired lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.491690] env[62353]: DEBUG nova.network.neutron [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Refreshing network info cache for port 32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1164.495704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.495959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.503353] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1164.503353] env[62353]: value = "task-658074" [ 1164.503353] env[62353]: _type = "Task" [ 1164.503353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.514875] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.641194] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: f92b9141-c96c-4e61-a977-e6bb9f2aa647] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1164.656035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.668279] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658073, 'name': ReconfigVM_Task, 'duration_secs': 0.219458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.668794] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159609', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'name': 'volume-e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '627e7ae4-2d7a-4dc0-8b03-b636cb563637', 'attached_at': '', 'detached_at': '', 'volume_id': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e', 'serial': 'e542a2ee-18ea-4396-a293-a9dc9dbffb5e'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.668951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1164.669905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc185daa-1667-4a79-8154-156dcf431b2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.679742] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1164.679885] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d52ccb-819a-4515-a10f-9a362a0d39c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.689221] env[62353]: INFO nova.scheduler.client.report [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Deleted allocations for instance f1ce5add-c0de-4eb6-bea3-7f8d411d102a [ 1164.998720] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1165.019613] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.143384] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 14a81594-d9dc-4d80-8fa8-19c8104a1253] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1165.196637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-80e0ba9a-5503-4d1b-81d7-367859c51ca5 tempest-ListServersNegativeTestJSON-1787404390 tempest-ListServersNegativeTestJSON-1787404390-project-member] Lock "f1ce5add-c0de-4eb6-bea3-7f8d411d102a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.005s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.390952] env[62353]: DEBUG nova.network.neutron [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updated VIF entry in instance network info cache for port 32488c8d-08c6-4252-9f0e-7c07022f477a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1165.391237] env[62353]: DEBUG nova.network.neutron [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.518233] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658074, 'name': ReconfigVM_Task, 'duration_secs': 0.922838} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.520050] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6171e82d-12a5-444a-9ee8-098cae7786fd/6171e82d-12a5-444a-9ee8-098cae7786fd.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.520050] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51698f42-d264-48bb-9144-04a892df5834 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.526764] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1165.526764] env[62353]: value = "task-658077" [ 1165.526764] env[62353]: _type = "Task" [ 1165.526764] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.528205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.528427] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.532020] env[62353]: INFO nova.compute.claims [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.547646] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658077, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.595172] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.595431] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159630', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'name': 'volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8a9dac8-9915-41e9-b9a3-398671f3f605', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'serial': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.596357] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f67bd71-1309-4260-91e6-b536425be02b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.615032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea71520-633e-4abc-b48d-c6aa5882bd1c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.650710] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00/volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.651581] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 6250c939-f45b-47a2-b53f-e2f9b9f58f80] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1165.653303] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5c5ce9-5a51-45c8-86d4-479906f680f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.675527] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1165.675527] env[62353]: value = "task-658078" [ 1165.675527] env[62353]: _type = "Task" [ 1165.675527] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.685904] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.902044] env[62353]: DEBUG oslo_concurrency.lockutils [req-8179c5d0-ccca-416d-b436-64819421a111 req-40f6a863-7337-420b-a1da-6d25ceb86fd1 service nova] Releasing lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.044233] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658077, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.117994] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1166.118269] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1166.118753] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Deleting the datastore file [datastore1] 627e7ae4-2d7a-4dc0-8b03-b636cb563637 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.118753] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1727e02-4ac8-4fa5-9caa-a623963fad01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.124716] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for the task: (returnval){ [ 1166.124716] env[62353]: value = "task-658079" [ 1166.124716] env[62353]: _type = "Task" [ 1166.124716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.132724] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.168463] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b2532bb4-c0d2-4926-b90d-508a3e2d63f9] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1166.185426] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658078, 'name': ReconfigVM_Task, 'duration_secs': 0.359772} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.185734] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00/volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.191804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a48f013-3b3e-47ee-84fe-10cff775680a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.209500] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1166.209500] env[62353]: value = "task-658080" [ 1166.209500] env[62353]: _type = "Task" [ 1166.209500] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.221793] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.539159] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658077, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.637141] env[62353]: DEBUG oslo_vmware.api [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Task: {'id': task-658079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179536} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.637480] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.637676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1166.637871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1166.674516] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c3bb2293-1a70-4652-b64d-211012beb748] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1166.724497] env[62353]: DEBUG oslo_vmware.api [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658080, 'name': ReconfigVM_Task, 'duration_secs': 0.139677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.724827] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159630', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'name': 'volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8a9dac8-9915-41e9-b9a3-398671f3f605', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'serial': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.738026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b274492c-aadb-4d41-8949-30f733849469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.746748] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1166.748873] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.749245] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d6856e-a82f-41d7-93ee-8b7379cb5b43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.754381] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ace02e-a7ff-4622-8910-1c32955d6390 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.757210] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73807478-0a00-47e3-9bb9-e3d57388bf89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.792025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e1548-5821-4354-9930-44976431ff8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.794910] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1166.794910] env[62353]: value = "task-658081" [ 1166.794910] env[62353]: _type = "Task" [ 1166.794910] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.799389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee236e5-c8fd-4b53-bd38-8772c17f4877 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.816486] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b98a8f-81f5-4e67-8845-58f68b13cef4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.823283] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.832526] env[62353]: ERROR nova.compute.manager [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Failed to detach volume e542a2ee-18ea-4396-a293-a9dc9dbffb5e from /dev/sda: nova.exception.InstanceNotFound: Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 could not be found. [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Traceback (most recent call last): [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self.driver.rebuild(**kwargs) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise NotImplementedError() [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] NotImplementedError [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] During handling of the above exception, another exception occurred: [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Traceback (most recent call last): [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self.driver.detach_volume(context, old_connection_info, [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] return self._volumeops.detach_volume(connection_info, instance) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._detach_volume_vmdk(connection_info, instance) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] stable_ref.fetch_moref(session) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] nova.exception.InstanceNotFound: Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 could not be found. [ 1166.832526] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1166.843046] env[62353]: DEBUG nova.compute.provider_tree [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.997667] env[62353]: DEBUG nova.compute.utils [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Build of instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 aborted: Failed to rebuild volume backed instance. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1167.000481] env[62353]: ERROR nova.compute.manager [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 aborted: Failed to rebuild volume backed instance. [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Traceback (most recent call last): [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self.driver.rebuild(**kwargs) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise NotImplementedError() [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] NotImplementedError [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] During handling of the above exception, another exception occurred: [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Traceback (most recent call last): [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._detach_root_volume(context, instance, root_bdm) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] with excutils.save_and_reraise_exception(): [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self.force_reraise() [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise self.value [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self.driver.detach_volume(context, old_connection_info, [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] return self._volumeops.detach_volume(connection_info, instance) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._detach_volume_vmdk(connection_info, instance) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] stable_ref.fetch_moref(session) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] nova.exception.InstanceNotFound: Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 could not be found. [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] During handling of the above exception, another exception occurred: [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Traceback (most recent call last): [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] yield [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1167.000481] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._do_rebuild_instance_with_claim( [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._do_rebuild_instance( [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._rebuild_default_impl(**kwargs) [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] self._rebuild_volume_backed_instance( [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] raise exception.BuildAbortException( [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] nova.exception.BuildAbortException: Build of instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 aborted: Failed to rebuild volume backed instance. [ 1167.003747] env[62353]: ERROR nova.compute.manager [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] [ 1167.042815] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658077, 'name': Rename_Task, 'duration_secs': 1.255925} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.045242] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1167.045242] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2cdf25-8fab-4a15-8b04-b36d8d440d6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.055030] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1167.055030] env[62353]: value = "task-658082" [ 1167.055030] env[62353]: _type = "Task" [ 1167.055030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.063358] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.178107] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c4779a34-2495-463b-a895-70b6f559136f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1167.290407] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.290916] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159632', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'name': 'volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'serial': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.291694] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac6ea9-0084-43ca-aec3-2c57e2135059 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.310860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c3d07-650b-437f-a353-884a197ada5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.317731] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658081, 'name': PowerOffVM_Task, 'duration_secs': 0.322596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.318568] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1167.319372] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1167.319581] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1167.319758] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.319987] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1167.320369] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.320369] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1167.320564] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1167.320789] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1167.320959] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1167.321085] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1167.321290] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1167.344044] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df10fd57-57e2-4af2-867b-8568a1af8914 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.362173] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18/volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.363201] env[62353]: DEBUG nova.scheduler.client.report [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1167.367565] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada44d59-cbcc-4cb0-a79c-3a1b2094f268 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.389456] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1167.389456] env[62353]: value = "task-658083" [ 1167.389456] env[62353]: _type = "Task" [ 1167.389456] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.390797] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1167.390797] env[62353]: value = "task-658084" [ 1167.390797] env[62353]: _type = "Task" [ 1167.390797] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.401854] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.405145] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.564452] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.681515] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b3527d9a-3720-4ad6-9694-02c571a95ee5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1167.777349] env[62353]: DEBUG nova.objects.instance [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid c8a9dac8-9915-41e9-b9a3-398671f3f605 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.868674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.869256] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1167.903783] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658083, 'name': ReconfigVM_Task, 'duration_secs': 0.189636} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.906967] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658084, 'name': ReconfigVM_Task, 'duration_secs': 0.367485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.908337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7b5a6a-6c3c-4287-b54f-8bcf3a824075 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.910820] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18/volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.916653] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5868b1-b5f0-438f-98c3-543cc68c4f78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.945946] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1167.946227] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1167.946397] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.946588] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1167.946748] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.947059] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1167.947130] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1167.947291] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1167.947467] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1167.947640] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1167.947826] env[62353]: DEBUG nova.virt.hardware [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1167.949895] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d4f670-7fd0-4f1c-b7a7-2d2d195ae5da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.952470] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1167.952470] env[62353]: value = "task-658085" [ 1167.952470] env[62353]: _type = "Task" [ 1167.952470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.958129] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1167.958129] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521a09e9-26af-49c5-05c2-fc049834996f" [ 1167.958129] env[62353]: _type = "Task" [ 1167.958129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.965208] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.970155] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521a09e9-26af-49c5-05c2-fc049834996f, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.975685] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.976321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ecc32d-9216-415b-a7ea-56f3ce0a7608 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.994188] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1167.994188] env[62353]: value = "task-658086" [ 1167.994188] env[62353]: _type = "Task" [ 1167.994188] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.008158] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.065723] env[62353]: DEBUG oslo_vmware.api [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658082, 'name': PowerOnVM_Task, 'duration_secs': 0.589232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.065982] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1168.066218] env[62353]: INFO nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1168.066411] env[62353]: DEBUG nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1168.067265] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11661794-e8fb-4744-b3a4-f572ae0f1fc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.185588] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5b1fa374-adb3-484e-ab27-78b0a8863fdb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1168.282305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57e5adc5-8ef4-4dd9-95fc-2fd365b85166 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.337s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.374401] env[62353]: DEBUG nova.compute.utils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.376635] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1168.376811] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1168.415942] env[62353]: DEBUG nova.policy [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8095fd785fba4b8e86b5c34f8b3dbbc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9d251010ce48af9778717a207ec200', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1168.463123] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.504624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.504939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.506398] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658086, 'name': ReconfigVM_Task, 'duration_secs': 0.298307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.506867] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.507655] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192444d1-1710-4b4c-b8ca-329b36de24a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.541637] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.542424] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da64c50a-c8fe-4030-8ffc-451222b77e01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.562613] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1168.562613] env[62353]: value = "task-658087" [ 1168.562613] env[62353]: _type = "Task" [ 1168.562613] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.574032] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.584916] env[62353]: INFO nova.compute.manager [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Took 17.17 seconds to build instance. [ 1168.682040] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Successfully created port: 027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.689775] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3b880b8a-50a0-4bad-b3d3-d08fcf67efab] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1168.880451] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1168.963243] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.008113] env[62353]: INFO nova.compute.manager [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Detaching volume b21dcc2c-865d-450d-a0a4-7f24f4578f00 [ 1169.017130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.017457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.042708] env[62353]: INFO nova.virt.block_device [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Attempting to driver detach volume b21dcc2c-865d-450d-a0a4-7f24f4578f00 from mountpoint /dev/sdb [ 1169.043054] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.043285] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159630', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'name': 'volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8a9dac8-9915-41e9-b9a3-398671f3f605', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'serial': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.044250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb4004a-9e7b-4021-8df2-525c0aa92150 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.075304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3e993-b387-4eba-937a-76c6bad6abad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.086060] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.090016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2a1c8c8c-1709-4f1f-862e-86724e470377 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.690s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.090886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd1d28-620f-4488-b498-dd261a4f5270 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.113081] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f905d1e-37ad-4227-a532-1e592d2bc414 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.127600] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] The volume has not been displaced from its original location: [datastore2] volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00/volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.132754] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.135534] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f4e5f3-5b1b-4377-b4f7-b235b6469ef9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.153648] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1169.153648] env[62353]: value = "task-658088" [ 1169.153648] env[62353]: _type = "Task" [ 1169.153648] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.162930] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.186604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70c489-2724-44e0-ad8a-77d84a12aac4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.194920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04deb4b2-e87e-428a-9367-25406af5f5f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.200270] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1bbc1973-8cb7-4235-8ae3-61329ea004b6] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1169.232060] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: cfd956da-a1f1-4d3e-8e3b-6cfd9b14d56e] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1169.234351] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab28a6d9-4097-4844-b8af-0196d1e853d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.242853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dab9192-eee1-4490-9f0c-7732032bf595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.258307] env[62353]: DEBUG nova.compute.provider_tree [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.464924] env[62353]: DEBUG oslo_vmware.api [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658085, 'name': ReconfigVM_Task, 'duration_secs': 1.155361} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.465432] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159632', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'name': 'volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'serial': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.579470] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658087, 'name': ReconfigVM_Task, 'duration_secs': 0.910992} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.579762] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08/e09c8bc9-227e-41ff-96d3-3d1220203b08.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.580633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef5ba6-6faa-48fd-9616-f063d09a1a23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.602790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d1142-d27c-49c9-bfc0-a6c88cae992f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.625391] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5e3372-d375-48b4-8be8-22aeb05e1c81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.646754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a8b9f-e517-4997-8a73-7e92373492c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.653917] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1169.654233] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026a614f-7b26-495b-833b-a792e6ee0c43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.667325] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658088, 'name': ReconfigVM_Task, 'duration_secs': 0.216473} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.668465] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.673144] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1169.673144] env[62353]: value = "task-658089" [ 1169.673144] env[62353]: _type = "Task" [ 1169.673144] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.674040] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a64f33-d5b4-48c9-a4f3-321f4c3bd5c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.695315] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.695315] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1169.695315] env[62353]: value = "task-658090" [ 1169.695315] env[62353]: _type = "Task" [ 1169.695315] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.704129] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.738434] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5ab1c53b-d42c-4201-8071-6fbe6af74d3f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1169.761303] env[62353]: DEBUG nova.scheduler.client.report [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.891072] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1169.918046] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1169.918313] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1169.918478] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.918669] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1169.918827] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.918982] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1169.919214] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1169.919382] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1169.919557] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1169.919730] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1169.919914] env[62353]: DEBUG nova.virt.hardware [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.920832] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15666d-41ca-469f-85e9-3bdd43ceb076 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.929034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ffe70c-d3d5-4f54-ae62-7d0c6b3a9584 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.051809] env[62353]: DEBUG nova.compute.manager [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Received event network-vif-plugged-027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1170.052066] env[62353]: DEBUG oslo_concurrency.lockutils [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] Acquiring lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.052352] env[62353]: DEBUG oslo_concurrency.lockutils [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.052467] env[62353]: DEBUG oslo_concurrency.lockutils [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.052637] env[62353]: DEBUG nova.compute.manager [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] No waiting events found dispatching network-vif-plugged-027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1170.052794] env[62353]: WARNING nova.compute.manager [req-0d1dd727-1f9b-4586-bb5f-4b22cac60093 req-fce92338-d028-4c8a-8c90-169df1bb04fb service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Received unexpected event network-vif-plugged-027288b3-75f9-4842-8f97-fd48170c49ce for instance with vm_state building and task_state spawning. [ 1170.149520] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Successfully updated port: 027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.163640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.164072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.164387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.164677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.164946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.168337] env[62353]: INFO nova.compute.manager [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Terminating instance [ 1170.172290] env[62353]: DEBUG nova.compute.manager [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1170.172781] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef1bbe3a-1608-4d82-89ef-5dac0d688764 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.186286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87213291-43dd-4628-aa52-1b6c289066b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.222807] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.223554] env[62353]: DEBUG oslo_vmware.api [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658090, 'name': ReconfigVM_Task, 'duration_secs': 0.149033} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.235965] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159630', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'name': 'volume-b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8a9dac8-9915-41e9-b9a3-398671f3f605', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00', 'serial': 'b21dcc2c-865d-450d-a0a4-7f24f4578f00'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.239390] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 could not be found. [ 1170.239686] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1170.240496] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56e337d6-3483-4049-8f28-3197569eb3cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.243514] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4a94f5e8-832e-4cb0-a919-2ee1a0baf36b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1170.252042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "6171e82d-12a5-444a-9ee8-098cae7786fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.252397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.252682] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.252959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.253235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.260664] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6973fb4-37e7-49d4-a87d-8b36771b8a3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.280656] env[62353]: INFO nova.compute.manager [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Terminating instance [ 1170.283176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.266s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.283417] env[62353]: INFO nova.compute.manager [None req-3d7432ec-3b38-42de-8461-80b3881218f5 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Successfully reverted task state from rebuilding on failure for instance. [ 1170.288986] env[62353]: DEBUG nova.compute.manager [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1170.289236] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1170.290645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27365f0-72ad-4619-913c-6aa102ce64d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.301204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1170.301538] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb742eb6-b6eb-4f76-b653-c1d97ad8acf9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.315290] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 627e7ae4-2d7a-4dc0-8b03-b636cb563637 could not be found. [ 1170.315636] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1170.315905] env[62353]: INFO nova.compute.manager [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1170.316246] env[62353]: DEBUG oslo.service.loopingcall [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.318115] env[62353]: DEBUG nova.compute.manager [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1170.318329] env[62353]: DEBUG nova.network.neutron [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1170.320368] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1170.320368] env[62353]: value = "task-658091" [ 1170.320368] env[62353]: _type = "Task" [ 1170.320368] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.335154] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.501136] env[62353]: DEBUG nova.objects.instance [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.656441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.656614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquired lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.656773] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1170.716483] env[62353]: DEBUG oslo_vmware.api [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658089, 'name': PowerOnVM_Task, 'duration_secs': 0.669553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.716483] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1170.750980] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 8d7afebf-8eb1-463a-a1de-f80e02de170d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1170.783838] env[62353]: DEBUG nova.objects.instance [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'flavor' on Instance uuid c8a9dac8-9915-41e9-b9a3-398671f3f605 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.831584] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658091, 'name': PowerOffVM_Task, 'duration_secs': 0.271234} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.831881] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1170.832086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1170.832376] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c49aa0-3996-4fa6-854c-bd252f755d20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.930755] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1170.931165] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1170.931441] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore1] 6171e82d-12a5-444a-9ee8-098cae7786fd {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.931809] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26cb9eef-3223-4c1f-af00-048bf3caf4cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.940802] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1170.940802] env[62353]: value = "task-658093" [ 1170.940802] env[62353]: _type = "Task" [ 1170.940802] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.952614] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.006899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2387b0af-5597-4e35-96c9-4dfcb6dee6f7 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.338s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.217231] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1171.248306] env[62353]: DEBUG nova.network.neutron [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.254807] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 2aeb851f-d7a9-4d0d-836c-fb4523e6a5f6] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1171.447022] env[62353]: DEBUG nova.network.neutron [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Updating instance_info_cache with network_info: [{"id": "027288b3-75f9-4842-8f97-fd48170c49ce", "address": "fa:16:3e:b4:1b:fa", "network": {"id": "13a810ee-fe61-4372-b3cb-907d549a7c1e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1422996507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9d251010ce48af9778717a207ec200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027288b3-75", "ovs_interfaceid": "027288b3-75f9-4842-8f97-fd48170c49ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.452024] env[62353]: DEBUG oslo_vmware.api [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.452024] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.452190] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1171.452374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1171.452545] env[62353]: INFO nova.compute.manager [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1171.452795] env[62353]: DEBUG oslo.service.loopingcall [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.452981] env[62353]: DEBUG nova.compute.manager [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1171.455700] env[62353]: DEBUG nova.network.neutron [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1171.670253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.670550] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.755650] env[62353]: INFO nova.compute.manager [-] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Took 1.44 seconds to deallocate network for instance. [ 1171.765507] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c4d37e58-586d-4cd9-9eab-05b7a0bb31e3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1171.783707] env[62353]: INFO nova.compute.manager [None req-5f4ebf72-eb7e-406e-bb1b-25a0bf4e01e8 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance to original state: 'active' [ 1171.792341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-79f0dadc-b51b-4297-8b9e-51600509d9e6 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.953511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Releasing lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.953922] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Instance network_info: |[{"id": "027288b3-75f9-4842-8f97-fd48170c49ce", "address": "fa:16:3e:b4:1b:fa", "network": {"id": "13a810ee-fe61-4372-b3cb-907d549a7c1e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1422996507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9d251010ce48af9778717a207ec200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027288b3-75", "ovs_interfaceid": "027288b3-75f9-4842-8f97-fd48170c49ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1171.954394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:1b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027288b3-75f9-4842-8f97-fd48170c49ce', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.963031] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Creating folder: Project (4f9d251010ce48af9778717a207ec200). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1171.963677] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a2e3a42-359c-4eb6-862c-668a60aa883a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.977235] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Created folder: Project (4f9d251010ce48af9778717a207ec200) in parent group-v159334. [ 1171.977497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Creating folder: Instances. Parent ref: group-v159633. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1171.977729] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd406f19-3cac-49e8-b539-7f359734cdc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.988712] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Created folder: Instances in parent group-v159633. [ 1171.988882] env[62353]: DEBUG oslo.service.loopingcall [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.989098] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1171.990037] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf1a7ff6-a2ec-4f0a-bb64-d4d0cd3c9a5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.013517] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.013517] env[62353]: value = "task-658096" [ 1172.013517] env[62353]: _type = "Task" [ 1172.013517] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.023092] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658096, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.085010] env[62353]: DEBUG nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Received event network-changed-027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1172.085246] env[62353]: DEBUG nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Refreshing instance network info cache due to event network-changed-027288b3-75f9-4842-8f97-fd48170c49ce. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1172.085485] env[62353]: DEBUG oslo_concurrency.lockutils [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] Acquiring lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.085653] env[62353]: DEBUG oslo_concurrency.lockutils [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] Acquired lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.085836] env[62353]: DEBUG nova.network.neutron [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Refreshing network info cache for port 027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1172.176949] env[62353]: INFO nova.compute.manager [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Detaching volume c4670022-e860-4595-a8a4-81ba3d56c5df [ 1172.230629] env[62353]: INFO nova.virt.block_device [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attempting to driver detach volume c4670022-e860-4595-a8a4-81ba3d56c5df from mountpoint /dev/sdb [ 1172.230888] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.231100] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159628', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'name': 'volume-c4670022-e860-4595-a8a4-81ba3d56c5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'serial': 'c4670022-e860-4595-a8a4-81ba3d56c5df'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.231989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04df36a2-78f4-4e3b-8f86-8678dbaf2203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.271754] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b0f6d094-5e78-4bbe-8f84-926f4b9d1fae] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1172.275590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ea69a-7c40-41a3-ba32-93cb8a1792bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.285274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79771ec-e751-4965-8a4b-e0abfcbba2a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.327161] env[62353]: INFO nova.compute.manager [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Took 0.57 seconds to detach 1 volumes for instance. [ 1172.329524] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9692f42a-0f09-40a0-8cbd-75e8c4ea9eb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.333644] env[62353]: DEBUG nova.compute.manager [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Deleting volume: e542a2ee-18ea-4396-a293-a9dc9dbffb5e {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1172.354177] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4670022-e860-4595-a8a4-81ba3d56c5df/volume-c4670022-e860-4595-a8a4-81ba3d56c5df.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.360441] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.361151] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d504d207-13d8-4dc9-8ee3-b42211ea432d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.384321] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1172.384321] env[62353]: value = "task-658097" [ 1172.384321] env[62353]: _type = "Task" [ 1172.384321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.394987] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.508596] env[62353]: DEBUG nova.network.neutron [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.525141] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658096, 'name': CreateVM_Task, 'duration_secs': 0.486131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.525334] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1172.526075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.526283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.526607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.526883] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39c3b1c-8f07-4246-8cbf-6122cdd05bc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.532170] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1172.532170] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5289359f-c394-f962-b5bd-b393a3e70e0d" [ 1172.532170] env[62353]: _type = "Task" [ 1172.532170] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.541445] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5289359f-c394-f962-b5bd-b393a3e70e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.780023] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: f2ba6604-1c97-4c28-b95b-22f023a6c4c1] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1172.812551] env[62353]: DEBUG nova.network.neutron [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Updated VIF entry in instance network info cache for port 027288b3-75f9-4842-8f97-fd48170c49ce. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1172.812935] env[62353]: DEBUG nova.network.neutron [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Updating instance_info_cache with network_info: [{"id": "027288b3-75f9-4842-8f97-fd48170c49ce", "address": "fa:16:3e:b4:1b:fa", "network": {"id": "13a810ee-fe61-4372-b3cb-907d549a7c1e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1422996507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9d251010ce48af9778717a207ec200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027288b3-75", "ovs_interfaceid": "027288b3-75f9-4842-8f97-fd48170c49ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.838073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.838073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.838371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.838574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.838663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.840690] env[62353]: INFO nova.compute.manager [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Terminating instance [ 1172.843366] env[62353]: DEBUG nova.compute.manager [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1172.843366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1172.843805] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6c94f-7d6e-4671-8da8-a346d98a4aba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.854236] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1172.854334] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0dbf50-e136-4265-8a72-3270c4e382e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.864073] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1172.864073] env[62353]: value = "task-658099" [ 1172.864073] env[62353]: _type = "Task" [ 1172.864073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.874297] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.886243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.886526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.886765] env[62353]: DEBUG nova.objects.instance [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lazy-loading 'resources' on Instance uuid 627e7ae4-2d7a-4dc0-8b03-b636cb563637 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.900546] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658097, 'name': ReconfigVM_Task, 'duration_secs': 0.293575} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.900546] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.906222] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd7b1e36-f947-4df2-ba72-7bbb6bfeb37b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.924178] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1172.924178] env[62353]: value = "task-658100" [ 1172.924178] env[62353]: _type = "Task" [ 1172.924178] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.938415] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.011996] env[62353]: INFO nova.compute.manager [-] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Took 1.56 seconds to deallocate network for instance. [ 1173.047314] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5289359f-c394-f962-b5bd-b393a3e70e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.047679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.047923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.048230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.048397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.048619] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.048896] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d7898c-cdce-4b8f-b599-65eb7c037a21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.061046] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.061046] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1173.062063] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2d44df-192a-43fa-8511-18b596a5c439 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.068695] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1173.068695] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c67f2-0b94-9be9-9df1-ea5e97ccbe1d" [ 1173.068695] env[62353]: _type = "Task" [ 1173.068695] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.077785] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c67f2-0b94-9be9-9df1-ea5e97ccbe1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.290667] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5c8537ec-ba1e-40ea-ab62-070753a39d53] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1173.318815] env[62353]: DEBUG oslo_concurrency.lockutils [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] Releasing lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.319275] env[62353]: DEBUG nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: 627e7ae4-2d7a-4dc0-8b03-b636cb563637] Received event network-vif-deleted-206ce0c5-dfe4-460a-8f2c-995a6068223a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1173.319603] env[62353]: DEBUG nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Received event network-vif-deleted-92af1c27-7398-4d59-8866-77fc5002b20c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1173.319923] env[62353]: INFO nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Neutron deleted interface 92af1c27-7398-4d59-8866-77fc5002b20c; detaching it from the instance and deleting it from the info cache [ 1173.320249] env[62353]: DEBUG nova.network.neutron [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.376471] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658099, 'name': PowerOffVM_Task, 'duration_secs': 0.198607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.376806] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1173.376986] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1173.377269] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d867f4b5-c199-478c-badf-7bba9e6c5419 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.437660] env[62353]: DEBUG oslo_vmware.api [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658100, 'name': ReconfigVM_Task, 'duration_secs': 0.171179} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.441450] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159628', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'name': 'volume-c4670022-e860-4595-a8a4-81ba3d56c5df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4670022-e860-4595-a8a4-81ba3d56c5df', 'serial': 'c4670022-e860-4595-a8a4-81ba3d56c5df'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.443710] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1173.443932] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1173.444138] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleting the datastore file [datastore2] c8a9dac8-9915-41e9-b9a3-398671f3f605 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.444723] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2b8cc71-04ee-4f84-95ed-cbe70c11b36b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.451883] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for the task: (returnval){ [ 1173.451883] env[62353]: value = "task-658102" [ 1173.451883] env[62353]: _type = "Task" [ 1173.451883] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.465663] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.513743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.514313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.514691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.515037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.515333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.517603] env[62353]: INFO nova.compute.manager [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Terminating instance [ 1173.519491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.520272] env[62353]: DEBUG nova.compute.manager [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1173.520574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1173.521789] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3d0c2a-3005-4594-8d78-bef2013447e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.524067] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1009256e-3533-41e8-a105-fd1c788ac94a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.534307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538058dd-1b23-4b10-b6b1-027d9c0797c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.537877] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1173.537877] env[62353]: value = "task-658103" [ 1173.537877] env[62353]: _type = "Task" [ 1173.537877] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.573422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d38ca-05b4-4430-b130-31a945b81aef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.578917] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.586367] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]525c67f2-0b94-9be9-9df1-ea5e97ccbe1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.588122] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d97edb-cdf1-44e7-b6d9-0ba82292b314 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.591865] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd21ea9-b9df-4f7b-b035-39d14c764317 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.598923] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1173.598923] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52035634-bc18-a42a-ea71-0173313ed7d9" [ 1173.598923] env[62353]: _type = "Task" [ 1173.598923] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.607026] env[62353]: DEBUG nova.compute.provider_tree [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.618138] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52035634-bc18-a42a-ea71-0173313ed7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.619250] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.619517] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e4d4b50a-1d4a-4f55-8988-3f8407437170/e4d4b50a-1d4a-4f55-8988-3f8407437170.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1173.619786] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afccdc5d-5ec8-40a4-b578-f69a759a369d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.628294] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1173.628294] env[62353]: value = "task-658104" [ 1173.628294] env[62353]: _type = "Task" [ 1173.628294] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.637914] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.795022] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 42fc3c8f-b686-4929-abfa-b60cac25bc4b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1173.825059] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1abcc8-88b3-4742-8126-95201597ccae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.834039] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b3d2c-6109-4b8f-8bae-857208d1333b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.867180] env[62353]: DEBUG nova.compute.manager [req-20e72dec-e760-4198-88d8-98228e4eb8c3 req-74b4e967-a29a-442d-81fe-08a667d247db service nova] [instance: 6171e82d-12a5-444a-9ee8-098cae7786fd] Detach interface failed, port_id=92af1c27-7398-4d59-8866-77fc5002b20c, reason: Instance 6171e82d-12a5-444a-9ee8-098cae7786fd could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1173.963072] env[62353]: DEBUG oslo_vmware.api [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Task: {'id': task-658102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26898} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.963427] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.963786] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1173.964032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1173.964253] env[62353]: INFO nova.compute.manager [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1173.964842] env[62353]: DEBUG oslo.service.loopingcall [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.964842] env[62353]: DEBUG nova.compute.manager [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1173.964977] env[62353]: DEBUG nova.network.neutron [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1173.994343] env[62353]: DEBUG nova.objects.instance [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.052703] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658103, 'name': PowerOffVM_Task, 'duration_secs': 0.213548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.053022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1174.053256] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.053476] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159616', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'name': 'volume-387e2a6f-7229-48b1-b978-125c63b7a7ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e09c8bc9-227e-41ff-96d3-3d1220203b08', 'attached_at': '2024-09-04T19:35:44.000000', 'detached_at': '', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'serial': '387e2a6f-7229-48b1-b978-125c63b7a7ad'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.054461] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c59be1-57d7-4da3-9549-8f015cf06d96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.080285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbcdba-35db-4f65-b6e2-d8514dbb81c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.090163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a505a41-c6ca-4f38-8879-03ada6f2ab71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.115551] env[62353]: DEBUG nova.scheduler.client.report [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.120811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73653ca-1b00-411f-8592-1e4c012032e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.139396] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] The volume has not been displaced from its original location: [datastore1] volume-387e2a6f-7229-48b1-b978-125c63b7a7ad/volume-387e2a6f-7229-48b1-b978-125c63b7a7ad.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.144873] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.149420] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a24fcf-ed1b-4c2e-8c02-652e78966999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.170661] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540452} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.171990] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] e4d4b50a-1d4a-4f55-8988-3f8407437170/e4d4b50a-1d4a-4f55-8988-3f8407437170.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1174.172362] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.173153] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1174.173153] env[62353]: value = "task-658105" [ 1174.173153] env[62353]: _type = "Task" [ 1174.173153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.173423] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-162705bf-0dd4-4829-9e5b-bfd3d4fdfb16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.185644] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.187400] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1174.187400] env[62353]: value = "task-658106" [ 1174.187400] env[62353]: _type = "Task" [ 1174.187400] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.197322] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.298087] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3e362c56-e195-4782-8cd3-03b607116b0c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1174.517883] env[62353]: DEBUG nova.compute.manager [req-655d6dfb-998c-4d86-b9ab-f15fc0e4ad0d req-9031d3f7-8b1f-44dd-95e0-95f49a1e8917 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Received event network-vif-deleted-20a1abcc-2f18-45b3-b386-a286122a91c8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1174.518332] env[62353]: INFO nova.compute.manager [req-655d6dfb-998c-4d86-b9ab-f15fc0e4ad0d req-9031d3f7-8b1f-44dd-95e0-95f49a1e8917 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Neutron deleted interface 20a1abcc-2f18-45b3-b386-a286122a91c8; detaching it from the instance and deleting it from the info cache [ 1174.518563] env[62353]: DEBUG nova.network.neutron [req-655d6dfb-998c-4d86-b9ab-f15fc0e4ad0d req-9031d3f7-8b1f-44dd-95e0-95f49a1e8917 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.621449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.624281] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.105s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.624521] env[62353]: DEBUG nova.objects.instance [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid 6171e82d-12a5-444a-9ee8-098cae7786fd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.686055] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658105, 'name': ReconfigVM_Task, 'duration_secs': 0.240118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.686558] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.692108] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfc02b5-76b9-403f-826d-881f7fc4ff35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.710850] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075283} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.712785] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.713175] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1174.713175] env[62353]: value = "task-658107" [ 1174.713175] env[62353]: _type = "Task" [ 1174.713175] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.713898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb10a2b-a784-47b5-980d-25a02f1cd51b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.724477] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.745989] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e4d4b50a-1d4a-4f55-8988-3f8407437170/e4d4b50a-1d4a-4f55-8988-3f8407437170.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.746395] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9f86eb-b848-458e-b96f-8841b34abdec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.769053] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1174.769053] env[62353]: value = "task-658108" [ 1174.769053] env[62353]: _type = "Task" [ 1174.769053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.777918] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.802187] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: f9ec8a43-6f7f-462a-8b9d-dda2843e9db5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1174.993036] env[62353]: DEBUG nova.network.neutron [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.002465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.002986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3fd7e3a-8796-4c76-a907-0cb45e88d4a6 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.004992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.022147] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd3c4ebb-f4e7-426f-a3a4-cd36bebb65dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.033933] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dae7c1-3436-40b0-a6d2-b2e0d47d3fc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.070713] env[62353]: DEBUG nova.compute.manager [req-655d6dfb-998c-4d86-b9ab-f15fc0e4ad0d req-9031d3f7-8b1f-44dd-95e0-95f49a1e8917 service nova] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Detach interface failed, port_id=20a1abcc-2f18-45b3-b386-a286122a91c8, reason: Instance c8a9dac8-9915-41e9-b9a3-398671f3f605 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1175.142105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-484bbdc8-1afe-4d42-8b7b-032225633469 tempest-ServerActionsV293TestJSON-673417974 tempest-ServerActionsV293TestJSON-673417974-project-member] Lock "627e7ae4-2d7a-4dc0-8b03-b636cb563637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.978s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.226773] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658107, 'name': ReconfigVM_Task, 'duration_secs': 0.141999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.229190] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159616', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'name': 'volume-387e2a6f-7229-48b1-b978-125c63b7a7ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e09c8bc9-227e-41ff-96d3-3d1220203b08', 'attached_at': '2024-09-04T19:35:44.000000', 'detached_at': '', 'volume_id': '387e2a6f-7229-48b1-b978-125c63b7a7ad', 'serial': '387e2a6f-7229-48b1-b978-125c63b7a7ad'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1175.229503] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1175.230451] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b8816-f05b-439e-95c3-3c6f1284483b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.237689] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1175.237972] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6d24f6-0f39-465f-8521-a14db93b4411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.240675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a5f08-809e-4cc9-92bc-56a836463f63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.248689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad6289-6633-47d7-b084-7ad23e3a29cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282457] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6070957-80ab-4a12-b4da-a96298440f9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.291717] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658108, 'name': ReconfigVM_Task, 'duration_secs': 0.295454} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.293900] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e4d4b50a-1d4a-4f55-8988-3f8407437170/e4d4b50a-1d4a-4f55-8988-3f8407437170.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.294619] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914f6fb9-ae96-47cd-a5b8-e911b4e396af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.297236] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3a36e-1ab8-4fe2-9eab-6b60086cd71d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.304959] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 942ad428-a355-47a4-994e-61ed84141e12] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1175.317151] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1175.317151] env[62353]: value = "task-658110" [ 1175.317151] env[62353]: _type = "Task" [ 1175.317151] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.317639] env[62353]: DEBUG nova.compute.provider_tree [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.330791] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1175.331044] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1175.331241] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleting the datastore file [datastore1] e09c8bc9-227e-41ff-96d3-3d1220203b08 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.335159] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81733574-56b1-4662-b665-d7ce2e1f07f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.337068] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658110, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.342738] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1175.342738] env[62353]: value = "task-658111" [ 1175.342738] env[62353]: _type = "Task" [ 1175.342738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.353654] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.497032] env[62353]: INFO nova.compute.manager [-] [instance: c8a9dac8-9915-41e9-b9a3-398671f3f605] Took 1.53 seconds to deallocate network for instance. [ 1175.508496] env[62353]: INFO nova.compute.manager [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Detaching volume d4a8fecc-1131-4e6e-972e-1bb40cb54f18 [ 1175.547198] env[62353]: INFO nova.virt.block_device [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Attempting to driver detach volume d4a8fecc-1131-4e6e-972e-1bb40cb54f18 from mountpoint /dev/sdc [ 1175.547462] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.547659] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159632', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'name': 'volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'serial': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.549218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a18250-e2e4-4c35-a866-944c265ea347 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.582402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d15a0-641d-4327-a5e8-af4f0ad936cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.592308] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cef698-01f8-4019-9fed-237bfd4d0e24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.623743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e025f-a8ed-4b42-a9c6-9d5d0f01a926 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.640042] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18/volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.645264] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.645795] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011d4953-1d24-4f51-bf6f-0fc2f2f0857e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.663778] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1175.663778] env[62353]: value = "task-658112" [ 1175.663778] env[62353]: _type = "Task" [ 1175.663778] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.672618] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.819908] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5817127b-c2c7-4d70-b494-d14ea6e932fe] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1175.826828] env[62353]: DEBUG nova.scheduler.client.report [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1175.836200] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658110, 'name': Rename_Task, 'duration_secs': 0.18873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.837047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1175.837047] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f206d1ae-96cc-4585-a298-68078cba6757 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.845313] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1175.845313] env[62353]: value = "task-658113" [ 1175.845313] env[62353]: _type = "Task" [ 1175.845313] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.856715] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.859668] env[62353]: DEBUG oslo_vmware.api [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.859939] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.860163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1175.860366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1175.860570] env[62353]: INFO nova.compute.manager [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1175.860821] env[62353]: DEBUG oslo.service.loopingcall [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.861035] env[62353]: DEBUG nova.compute.manager [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1175.861136] env[62353]: DEBUG nova.network.neutron [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1176.003347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.174935] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658112, 'name': ReconfigVM_Task, 'duration_secs': 0.338696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.176070] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.179846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145905bf-cf48-4f97-9046-ae7732a22514 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.198339] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1176.198339] env[62353]: value = "task-658114" [ 1176.198339] env[62353]: _type = "Task" [ 1176.198339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.209774] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.327276] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4a22cf95-03a1-4114-80f1-acbc8c7a6fa0] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1176.331307] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.333677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.330s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.333922] env[62353]: DEBUG nova.objects.instance [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lazy-loading 'resources' on Instance uuid c8a9dac8-9915-41e9-b9a3-398671f3f605 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.359576] env[62353]: DEBUG oslo_vmware.api [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658113, 'name': PowerOnVM_Task, 'duration_secs': 0.476504} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.360695] env[62353]: INFO nova.scheduler.client.report [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 6171e82d-12a5-444a-9ee8-098cae7786fd [ 1176.361727] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1176.361956] env[62353]: INFO nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1176.362159] env[62353]: DEBUG nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1176.365619] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff17ed-6259-4789-8ba7-fdf0a2853c22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.543941] env[62353]: DEBUG nova.compute.manager [req-03a72430-5772-4e0b-bd8b-4fd4f1420417 req-1c853b8c-b655-4b35-a413-40a619459196 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Received event network-vif-deleted-1b5faf9d-2e55-4ab0-ad75-53f60b119380 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1176.544168] env[62353]: INFO nova.compute.manager [req-03a72430-5772-4e0b-bd8b-4fd4f1420417 req-1c853b8c-b655-4b35-a413-40a619459196 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Neutron deleted interface 1b5faf9d-2e55-4ab0-ad75-53f60b119380; detaching it from the instance and deleting it from the info cache [ 1176.544425] env[62353]: DEBUG nova.network.neutron [req-03a72430-5772-4e0b-bd8b-4fd4f1420417 req-1c853b8c-b655-4b35-a413-40a619459196 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.708589] env[62353]: DEBUG oslo_vmware.api [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658114, 'name': ReconfigVM_Task, 'duration_secs': 0.205461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.708918] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159632', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'name': 'volume-d4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29e25baf-f296-4c90-bc38-ce654026f8bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18', 'serial': 'd4a8fecc-1131-4e6e-972e-1bb40cb54f18'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.808385] env[62353]: DEBUG nova.network.neutron [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.830979] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 39b64d9b-199d-4c60-b102-ffc9d9669dc9] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1176.872840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2346e547-0fd9-4bf0-8a67-2c8ae2216140 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "6171e82d-12a5-444a-9ee8-098cae7786fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.620s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.886923] env[62353]: INFO nova.compute.manager [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Took 11.38 seconds to build instance. [ 1176.942484] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0625f69-8354-4c8d-a216-edd142038ce1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.951037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b34ef6-af11-43d7-ac99-af4d6093841a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.982603] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44271b1-d4ba-4c4d-9a41-ee0cdcc9edf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.989955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf5ced-1f79-48f9-a77f-c4ebf2776260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.003764] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.047296] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af78926f-0391-4f67-80f5-46ad8221a33d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.057753] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be95acdf-bde4-408c-b8b7-fe461a8a950b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.086015] env[62353]: DEBUG nova.compute.manager [req-03a72430-5772-4e0b-bd8b-4fd4f1420417 req-1c853b8c-b655-4b35-a413-40a619459196 service nova] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Detach interface failed, port_id=1b5faf9d-2e55-4ab0-ad75-53f60b119380, reason: Instance e09c8bc9-227e-41ff-96d3-3d1220203b08 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1177.251627] env[62353]: DEBUG nova.objects.instance [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'flavor' on Instance uuid 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.311023] env[62353]: INFO nova.compute.manager [-] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Took 1.45 seconds to deallocate network for instance. [ 1177.333461] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c5b03277-1344-4abe-9d11-c4578db1d8c2] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1177.389648] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f568d0bf-0b99-4b74-86da-1fbb26aeb64b tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.893s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.524600] env[62353]: ERROR nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [req-5eedbed9-0ed7-4418-bd79-70dfc871d8fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5eedbed9-0ed7-4418-bd79-70dfc871d8fb"}]} [ 1177.540305] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1177.554275] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1177.554498] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.565700] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1177.586206] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1177.688640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9237f4b-752b-4ea2-bcbd-2f98275eb154 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.697112] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44652f0a-6dd1-4ec5-a0ab-d037077267ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.729379] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f643fb64-fc0e-4c9e-9134-03c128830c86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.738203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2299e6-dd0b-4a1f-84a0-bc1e0b292d7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.753142] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.837175] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 164208bb-c2e4-4b18-a3ea-00fb63dd32c9] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1177.853313] env[62353]: INFO nova.compute.manager [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: e09c8bc9-227e-41ff-96d3-3d1220203b08] Took 0.54 seconds to detach 1 volumes for instance. [ 1178.036949] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.037271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.037526] env[62353]: INFO nova.compute.manager [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Rebooting instance [ 1178.260022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f8ba45c6-3484-4be1-a5d3-9771bf5d59d0 tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.277098] env[62353]: ERROR nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] [req-c205079f-6489-4317-9be3-954979154cbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 794731a1-f7e5-413e-9f0a-303cab9ac89f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c205079f-6489-4317-9be3-954979154cbf"}]} [ 1178.293350] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing inventories for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1178.307491] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating ProviderTree inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1178.307731] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 86, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.318539] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing aggregate associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1178.335389] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Refreshing trait associations for resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1178.340732] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 9996aefb-5598-44b7-805b-5081ebc972bb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1178.358396] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.372617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.372858] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.436020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b799496-7a07-417f-9359-fec3bccfb0b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.443758] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286401ad-9f39-43f7-a5e9-bf1919b1d350 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.475998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20569f5-a744-4487-82ba-8701ea8b2802 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.484089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08db57a-0b63-408e-954b-746ba7357eb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.497390] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.554434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.554621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquired lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.554804] env[62353]: DEBUG nova.network.neutron [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1178.844402] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 68849d7b-4b9f-47a8-afb0-bb942dec37cc] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1178.875296] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1179.035207] env[62353]: DEBUG nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updated inventory for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1179.035624] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating resource provider 794731a1-f7e5-413e-9f0a-303cab9ac89f generation from 164 to 165 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1179.035927] env[62353]: DEBUG nova.compute.provider_tree [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Updating inventory in ProviderTree for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.249854] env[62353]: DEBUG nova.network.neutron [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Updating instance_info_cache with network_info: [{"id": "027288b3-75f9-4842-8f97-fd48170c49ce", "address": "fa:16:3e:b4:1b:fa", "network": {"id": "13a810ee-fe61-4372-b3cb-907d549a7c1e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1422996507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f9d251010ce48af9778717a207ec200", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027288b3-75", "ovs_interfaceid": "027288b3-75f9-4842-8f97-fd48170c49ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.347757] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 1b279a59-7f07-4ad6-9b4b-efe9a4e76667] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1179.396364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.455358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.455658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.455908] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.456154] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.456343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.458967] env[62353]: INFO nova.compute.manager [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Terminating instance [ 1179.460846] env[62353]: DEBUG nova.compute.manager [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1179.461064] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1179.461911] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dba94fd-6926-4fd6-9c29-c9ddd056cb5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.471186] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1179.471495] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0596f74-f65e-4df0-b525-e9b1629011cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.479333] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1179.479333] env[62353]: value = "task-658115" [ 1179.479333] env[62353]: _type = "Task" [ 1179.479333] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.488765] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.542456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.209s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.545166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.187s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.545417] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.547219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.151s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.548731] env[62353]: INFO nova.compute.claims [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.565748] env[62353]: INFO nova.scheduler.client.report [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Deleted allocations for instance c8a9dac8-9915-41e9-b9a3-398671f3f605 [ 1179.567642] env[62353]: INFO nova.scheduler.client.report [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted allocations for instance e09c8bc9-227e-41ff-96d3-3d1220203b08 [ 1179.752894] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Releasing lock "refresh_cache-e4d4b50a-1d4a-4f55-8988-3f8407437170" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.755731] env[62353]: DEBUG nova.compute.manager [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1179.757190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c172ad-8710-4e9d-a4f6-621a528fa656 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.852217] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: dc2cb03c-6286-461e-8afb-485436523433] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1179.990355] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658115, 'name': PowerOffVM_Task, 'duration_secs': 0.227855} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.990653] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1179.990831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1179.991113] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e17ca89-7724-45db-88cd-49fea7c4d678 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.058028] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1180.058252] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1180.058646] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleting the datastore file [datastore1] 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.058760] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f5deb1-8043-4d99-b174-704d3881aeca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.066041] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for the task: (returnval){ [ 1180.066041] env[62353]: value = "task-658117" [ 1180.066041] env[62353]: _type = "Task" [ 1180.066041] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.080689] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.081192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3c59574-226e-4415-b85b-c54858e06e76 tempest-AttachVolumeNegativeTest-139556188 tempest-AttachVolumeNegativeTest-139556188-project-member] Lock "c8a9dac8-9915-41e9-b9a3-398671f3f605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.243s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.082188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e70505dd-e24b-46d8-a909-892da46ab8dd tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "e09c8bc9-227e-41ff-96d3-3d1220203b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.568s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.354283] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 29e7c2bd-63d1-4fd7-9dc1-79a5c8f04257] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1180.580656] env[62353]: DEBUG oslo_vmware.api [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Task: {'id': task-658117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.581081] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.581383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1180.581687] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1180.581978] env[62353]: INFO nova.compute.manager [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1180.582843] env[62353]: DEBUG oslo.service.loopingcall [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.582843] env[62353]: DEBUG nova.compute.manager [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1180.582843] env[62353]: DEBUG nova.network.neutron [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1180.657691] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddc1a5c-83c7-4e49-818f-dc9362b2c100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.665401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db151b-2380-42f9-b658-e9367dca23a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.696462] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5b869-a445-4f82-98f4-d5075099003e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.704052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a4dbe0-c260-4202-93c1-0c6e7c8bb1c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.717070] env[62353]: DEBUG nova.compute.provider_tree [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.775952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce560901-645c-4a41-b0d9-7a9365ac0cfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.785682] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1180.786349] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8a6634a8-37de-42e6-80a6-e4fcdc58e99f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.793356] env[62353]: DEBUG oslo_vmware.api [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1180.793356] env[62353]: value = "task-658119" [ 1180.793356] env[62353]: _type = "Task" [ 1180.793356] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.803379] env[62353]: DEBUG oslo_vmware.api [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658119, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.857682] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 384f8140-3de0-403f-913d-124a5c459559] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1180.866338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.866597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.086777] env[62353]: DEBUG nova.compute.manager [req-46e42596-d5e4-4f59-a71e-e0ce8e1f72e0 req-63cff503-0361-43cd-9d96-480d265df5d1 service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Received event network-vif-deleted-3e824c97-b944-44a1-b23b-7909ea6f11f8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1181.087046] env[62353]: INFO nova.compute.manager [req-46e42596-d5e4-4f59-a71e-e0ce8e1f72e0 req-63cff503-0361-43cd-9d96-480d265df5d1 service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Neutron deleted interface 3e824c97-b944-44a1-b23b-7909ea6f11f8; detaching it from the instance and deleting it from the info cache [ 1181.087656] env[62353]: DEBUG nova.network.neutron [req-46e42596-d5e4-4f59-a71e-e0ce8e1f72e0 req-63cff503-0361-43cd-9d96-480d265df5d1 service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.220675] env[62353]: DEBUG nova.scheduler.client.report [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1181.304987] env[62353]: DEBUG oslo_vmware.api [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658119, 'name': ResetVM_Task, 'duration_secs': 0.106461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.305421] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1181.305694] env[62353]: DEBUG nova.compute.manager [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1181.306629] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a888b4-9c49-4339-9a48-94b7f1943fa9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.361052] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: c01aad14-c583-44b7-951a-e00ee08e923d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1181.369098] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1181.513865] env[62353]: DEBUG nova.network.neutron [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.589921] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3669dd8e-30c3-4a37-98ca-a63ec8389fc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.611128] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e2c7bb-6653-4d2a-aff7-c7ee81064829 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.641789] env[62353]: DEBUG nova.compute.manager [req-46e42596-d5e4-4f59-a71e-e0ce8e1f72e0 req-63cff503-0361-43cd-9d96-480d265df5d1 service nova] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Detach interface failed, port_id=3e824c97-b944-44a1-b23b-7909ea6f11f8, reason: Instance 29e25baf-f296-4c90-bc38-ce654026f8bd could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1181.725700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.726247] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1181.838024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9f93dc2f-b321-45c8-b22d-ed87e4eb41de tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.800s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.864498] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 04ded576-b215-4afe-96b0-c697d579ce38] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1181.890628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.890898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.892466] env[62353]: INFO nova.compute.claims [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.016528] env[62353]: INFO nova.compute.manager [-] [instance: 29e25baf-f296-4c90-bc38-ce654026f8bd] Took 1.43 seconds to deallocate network for instance. [ 1182.231092] env[62353]: DEBUG nova.compute.utils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1182.232563] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1182.232744] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1182.316266] env[62353]: DEBUG nova.policy [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04887b143045436c959860e9e7a860d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7826640a28c4ec69a4c412712f2d848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1182.367359] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 3bbed079-ffe6-46d7-83ef-293634f51c14] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1182.522778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.568761] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Successfully created port: d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.735787] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1182.831607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.831902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.832180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.832404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.832590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.834766] env[62353]: INFO nova.compute.manager [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Terminating instance [ 1182.836576] env[62353]: DEBUG nova.compute.manager [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1182.836825] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1182.837714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c11821-0e63-47f1-9a3b-e710c1425bd6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.846264] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1182.846510] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044b4c4c-f907-4a63-93e0-accd1c975726 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.854290] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1182.854290] env[62353]: value = "task-658120" [ 1182.854290] env[62353]: _type = "Task" [ 1182.854290] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.862238] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.870788] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: b50406ea-7264-4587-aa27-8bf4b867302e] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1182.995707] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142585b2-1938-4c76-888e-c2113c5c9c4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.004516] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd76594-228e-43b6-8316-732584069be6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.036385] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e67254-1962-4adf-98fa-c2fed041ace9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.045920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f3bb1-7584-4516-b9db-df2158a25239 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.061398] env[62353]: DEBUG nova.compute.provider_tree [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.364713] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658120, 'name': PowerOffVM_Task, 'duration_secs': 0.208608} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.364970] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1183.365166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1183.365484] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d214ff27-dedf-4650-8e55-02b1707e6a98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.373657] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: d174fe97-1d79-4c61-b285-dd860097505e] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1183.440950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1183.441277] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1183.441536] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Deleting the datastore file [datastore2] e4d4b50a-1d4a-4f55-8988-3f8407437170 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.441864] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1558aeea-e0b0-4796-b346-2c3a204d2e89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.449156] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for the task: (returnval){ [ 1183.449156] env[62353]: value = "task-658122" [ 1183.449156] env[62353]: _type = "Task" [ 1183.449156] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.459336] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.565592] env[62353]: DEBUG nova.scheduler.client.report [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.754816] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1183.780329] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1183.780587] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1183.780751] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.780937] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1183.781102] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.781262] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1183.781474] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1183.781655] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1183.781847] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1183.782027] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1183.782214] env[62353]: DEBUG nova.virt.hardware [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.783064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd856ed-bb72-4791-9708-1ef397557726 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.791274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92583d64-516b-4f45-93fe-76681ce94375 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.876939] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4b5345ac-85a8-4fbd-884a-025bde54082f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1183.934139] env[62353]: DEBUG nova.compute.manager [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Received event network-vif-plugged-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1183.934372] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.934593] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] Lock "7b16b702-8b76-4109-b763-29e80fbff358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.934773] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] Lock "7b16b702-8b76-4109-b763-29e80fbff358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.934952] env[62353]: DEBUG nova.compute.manager [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] No waiting events found dispatching network-vif-plugged-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1183.935194] env[62353]: WARNING nova.compute.manager [req-c0d1f972-efac-4dc9-adb7-fd4a550f2d61 req-b8e7e982-74f5-44b3-829c-83d3343bc68e service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Received unexpected event network-vif-plugged-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 for instance with vm_state building and task_state spawning. [ 1183.959158] env[62353]: DEBUG oslo_vmware.api [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Task: {'id': task-658122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160982} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.959423] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.959616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1183.959817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1183.959998] env[62353]: INFO nova.compute.manager [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.960342] env[62353]: DEBUG oslo.service.loopingcall [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.960548] env[62353]: DEBUG nova.compute.manager [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1183.960647] env[62353]: DEBUG nova.network.neutron [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1184.070318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.070846] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1184.074802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.075301] env[62353]: DEBUG nova.objects.instance [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lazy-loading 'resources' on Instance uuid 29e25baf-f296-4c90-bc38-ce654026f8bd {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.081462] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Successfully updated port: d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.380699] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 48fee428-9105-4058-8de7-183e389c6e77] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1184.576990] env[62353]: DEBUG nova.compute.utils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1184.578435] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1184.578615] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1184.595289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.595470] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.595661] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1184.635792] env[62353]: DEBUG nova.policy [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b495271a644d6b839a1d96ff6eb5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289c9140609d4fde9e5fd0eddf7e4f8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1184.684183] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ee0f37-5b9c-44b1-9419-a3aea819dd6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.693684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793dbcd0-b095-4614-93f8-6434804f07fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.722618] env[62353]: DEBUG nova.network.neutron [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.724582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef24d08b-5ffd-468f-96cd-6cb2f1885077 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.732492] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000ffca-0457-4be6-bb59-a2f720da51e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.747639] env[62353]: DEBUG nova.compute.provider_tree [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.884520] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 5608f4a6-8672-4ec4-b36e-dae0a7f04e7b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1184.917651] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Successfully created port: f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.083510] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1185.131182] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1185.228491] env[62353]: INFO nova.compute.manager [-] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Took 1.27 seconds to deallocate network for instance. [ 1185.250665] env[62353]: DEBUG nova.scheduler.client.report [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.275864] env[62353]: DEBUG nova.network.neutron [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Updating instance_info_cache with network_info: [{"id": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "address": "fa:16:3e:db:76:30", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7ae7e-4e", "ovs_interfaceid": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.388480] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 37b04929-abb5-480d-8c50-07ce99226b06] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1185.734846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.755282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.757658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.757911] env[62353]: DEBUG nova.objects.instance [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lazy-loading 'resources' on Instance uuid e4d4b50a-1d4a-4f55-8988-3f8407437170 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.778049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.778273] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Instance network_info: |[{"id": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "address": "fa:16:3e:db:76:30", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7ae7e-4e", "ovs_interfaceid": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1185.778668] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:76:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e7ae7e-4e2e-422d-be2a-f0c75404cca3', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.786073] env[62353]: DEBUG oslo.service.loopingcall [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.787100] env[62353]: INFO nova.scheduler.client.report [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Deleted allocations for instance 29e25baf-f296-4c90-bc38-ce654026f8bd [ 1185.788183] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1185.790354] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbec3c77-19a4-4652-a119-6db6e930c1db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.811715] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.811715] env[62353]: value = "task-658124" [ 1185.811715] env[62353]: _type = "Task" [ 1185.811715] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.820056] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658124, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.891923] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.892128] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Cleaning up deleted instances with incomplete migration {{(pid=62353) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1185.963918] env[62353]: DEBUG nova.compute.manager [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Received event network-changed-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1185.964168] env[62353]: DEBUG nova.compute.manager [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Refreshing instance network info cache due to event network-changed-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1185.964408] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] Acquiring lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.964562] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] Acquired lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.964751] env[62353]: DEBUG nova.network.neutron [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Refreshing network info cache for port d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1186.094175] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1186.119704] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1186.119956] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1186.120137] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.120332] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1186.120486] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.120641] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1186.120854] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1186.121255] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1186.121255] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1186.121391] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1186.121533] env[62353]: DEBUG nova.virt.hardware [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.122419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f433ac-908e-4881-95d5-adfdc5e8937f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.130580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e67fa-3442-4a71-8f82-92b898ec1f3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.307895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abbd761f-b7d0-43fa-9343-ab3fd2a1cecd tempest-AttachVolumeTestJSON-2107692272 tempest-AttachVolumeTestJSON-2107692272-project-member] Lock "29e25baf-f296-4c90-bc38-ce654026f8bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.852s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.325555] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658124, 'name': CreateVM_Task, 'duration_secs': 0.306771} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.326313] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1186.326988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.327188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.327532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.328061] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4393fad4-1cac-45ac-aef1-23426671aae1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.336663] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1186.336663] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52899129-99c8-1b9b-1415-12618ddf8cba" [ 1186.336663] env[62353]: _type = "Task" [ 1186.336663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.348353] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52899129-99c8-1b9b-1415-12618ddf8cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.350235] env[62353]: DEBUG nova.compute.manager [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1186.350446] env[62353]: DEBUG oslo_concurrency.lockutils [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.350678] env[62353]: DEBUG oslo_concurrency.lockutils [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.350869] env[62353]: DEBUG oslo_concurrency.lockutils [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.351059] env[62353]: DEBUG nova.compute.manager [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] No waiting events found dispatching network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1186.351241] env[62353]: WARNING nova.compute.manager [req-d323116b-b2cb-45bc-a379-5a6a9077bb53 req-9b17f812-10cf-4533-b670-c537dfe4d165 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received unexpected event network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef for instance with vm_state building and task_state spawning. [ 1186.357792] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951fd5b8-6b11-45df-9a80-0ee93b5b7582 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.365727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8051ff-56d6-4481-8d81-6d6ed0eaa135 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.396021] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.399060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dff472-0602-4e1a-a95a-316ad7eff835 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.405817] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb25a30-fcd7-4b18-832f-384cbd8134ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.419498] env[62353]: DEBUG nova.compute.provider_tree [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.649917] env[62353]: DEBUG nova.network.neutron [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Updated VIF entry in instance network info cache for port d3e7ae7e-4e2e-422d-be2a-f0c75404cca3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1186.650325] env[62353]: DEBUG nova.network.neutron [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Updating instance_info_cache with network_info: [{"id": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "address": "fa:16:3e:db:76:30", "network": {"id": "b5c13d39-8a1a-4327-9140-3c949634cd5a", "bridge": "br-int", "label": "tempest-ServersTestJSON-996465149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7826640a28c4ec69a4c412712f2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7ae7e-4e", "ovs_interfaceid": "d3e7ae7e-4e2e-422d-be2a-f0c75404cca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.852593] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52899129-99c8-1b9b-1415-12618ddf8cba, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.853379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.853485] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.853932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.858023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.858023] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.858023] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee961ca-93c5-4956-9477-246251460abd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864663] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.864871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1186.865695] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5884a2-255a-4819-ba82-210c0bf343c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.871691] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1186.871691] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523d41a2-7586-e61f-b57b-b27c53bca064" [ 1186.871691] env[62353]: _type = "Task" [ 1186.871691] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.880567] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523d41a2-7586-e61f-b57b-b27c53bca064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.921114] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Successfully updated port: f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.923088] env[62353]: DEBUG nova.scheduler.client.report [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1187.153320] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] Releasing lock "refresh_cache-7b16b702-8b76-4109-b763-29e80fbff358" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.153675] env[62353]: DEBUG nova.compute.manager [req-a8d15840-fa14-49ef-9d98-12d68fafc56c req-e7071731-1012-4afa-b9c2-5aff2d7f4268 service nova] [instance: e4d4b50a-1d4a-4f55-8988-3f8407437170] Received event network-vif-deleted-027288b3-75f9-4842-8f97-fd48170c49ce {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1187.382828] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]523d41a2-7586-e61f-b57b-b27c53bca064, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.383645] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25c6745-afe6-4a84-808a-c7d2fdebd5f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.389203] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1187.389203] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5239932d-fcb2-961b-fc99-b0a06624acb6" [ 1187.389203] env[62353]: _type = "Task" [ 1187.389203] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.396721] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5239932d-fcb2-961b-fc99-b0a06624acb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.427554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.427554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.427722] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1187.429545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.449455] env[62353]: INFO nova.scheduler.client.report [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Deleted allocations for instance e4d4b50a-1d4a-4f55-8988-3f8407437170 [ 1187.900715] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5239932d-fcb2-961b-fc99-b0a06624acb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.901405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.901405] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 7b16b702-8b76-4109-b763-29e80fbff358/7b16b702-8b76-4109-b763-29e80fbff358.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1187.901689] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf595df-4c4f-42e6-8822-f68e7bdd4691 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.909643] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1187.909643] env[62353]: value = "task-658127" [ 1187.909643] env[62353]: _type = "Task" [ 1187.909643] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.919326] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.959308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2ab19502-cb16-42a9-919c-cc9b4584d170 tempest-InstanceActionsTestJSON-499958551 tempest-InstanceActionsTestJSON-499958551-project-member] Lock "e4d4b50a-1d4a-4f55-8988-3f8407437170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.124s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.959308] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1187.994982] env[62353]: DEBUG nova.compute.manager [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1187.995450] env[62353]: DEBUG nova.compute.manager [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing instance network info cache due to event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1187.996203] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.114110] env[62353]: DEBUG nova.network.neutron [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.420718] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451863} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.422943] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 7b16b702-8b76-4109-b763-29e80fbff358/7b16b702-8b76-4109-b763-29e80fbff358.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1188.422943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.422943] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a93ba2dd-69c3-43e1-a379-661ba9be6c14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.429863] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1188.429863] env[62353]: value = "task-658128" [ 1188.429863] env[62353]: _type = "Task" [ 1188.429863] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.439420] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.620018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.622312] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance network_info: |[{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1188.622312] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.622312] env[62353]: DEBUG nova.network.neutron [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1188.622312] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d9:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4711813-ca4a-45c9-8fd6-1c7ffaf043ef', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.635018] env[62353]: DEBUG oslo.service.loopingcall [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.636679] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1188.637218] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4036913b-3eb9-4f98-adc7-f0bfd4d05ab6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.659923] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.659923] env[62353]: value = "task-658129" [ 1188.659923] env[62353]: _type = "Task" [ 1188.659923] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.672715] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658129, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.939326] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062804} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.939619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.940640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6857bda-2312-4b23-9ad3-fba6ffb9a74f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.965319] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7b16b702-8b76-4109-b763-29e80fbff358/7b16b702-8b76-4109-b763-29e80fbff358.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.965644] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b181f6eb-d8f9-4507-bbaa-91bda340ed8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.989882] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1188.989882] env[62353]: value = "task-658130" [ 1188.989882] env[62353]: _type = "Task" [ 1188.989882] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.994853] env[62353]: DEBUG nova.network.neutron [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updated VIF entry in instance network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1188.995246] env[62353]: DEBUG nova.network.neutron [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.000172] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.173949] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658129, 'name': CreateVM_Task, 'duration_secs': 0.334015} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.174348] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1189.175224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.175589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.177075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.177075] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46f42a1-8593-4aa3-a879-6fc927a389e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.182539] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1189.182539] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257fb2c-1d32-50f0-679a-a502c1563420" [ 1189.182539] env[62353]: _type = "Task" [ 1189.182539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.194267] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257fb2c-1d32-50f0-679a-a502c1563420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.500508] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658130, 'name': ReconfigVM_Task, 'duration_secs': 0.371378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.501128] env[62353]: DEBUG oslo_concurrency.lockutils [req-4b39b966-8eab-4d22-a7cc-f8b50278d3fc req-6f6866ef-50d9-4520-8d6e-f7c4ce496831 service nova] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.501891] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7b16b702-8b76-4109-b763-29e80fbff358/7b16b702-8b76-4109-b763-29e80fbff358.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.502202] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-295e18ee-db44-4fe6-9b65-9c92d355632d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.509759] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1189.509759] env[62353]: value = "task-658132" [ 1189.509759] env[62353]: _type = "Task" [ 1189.509759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.518061] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658132, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.693277] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5257fb2c-1d32-50f0-679a-a502c1563420, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.693551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.693825] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.694086] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.694254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.694439] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.694709] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98598e50-dc8f-4a20-b2c1-6a78204645ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.703563] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.703563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1189.704316] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28da56d8-49d3-479d-8818-1d3087bdecb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.709665] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1189.709665] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5211e30c-8701-19ca-fff5-d1bcbcaf8591" [ 1189.709665] env[62353]: _type = "Task" [ 1189.709665] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.717887] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5211e30c-8701-19ca-fff5-d1bcbcaf8591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.019967] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658132, 'name': Rename_Task, 'duration_secs': 0.140971} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.020303] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1190.020571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d18deb69-b302-4af4-99d8-e0b28c0e736e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.028962] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1190.028962] env[62353]: value = "task-658133" [ 1190.028962] env[62353]: _type = "Task" [ 1190.028962] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.038224] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.221633] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5211e30c-8701-19ca-fff5-d1bcbcaf8591, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.222510] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442173b1-0644-4536-bfd5-75aa2baeb322 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.228756] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1190.228756] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52af81eb-3e5c-6f47-480f-4390f671631d" [ 1190.228756] env[62353]: _type = "Task" [ 1190.228756] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.237681] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52af81eb-3e5c-6f47-480f-4390f671631d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.539247] env[62353]: DEBUG oslo_vmware.api [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658133, 'name': PowerOnVM_Task, 'duration_secs': 0.44364} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.539805] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1190.539805] env[62353]: INFO nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1190.539903] env[62353]: DEBUG nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1190.540692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a746ab-2402-4e1b-88cc-991e7ad0f595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.742099] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52af81eb-3e5c-6f47-480f-4390f671631d, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.742099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.742099] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1190.743133] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-194a2e13-3f5f-468e-a140-3ccf2d84768d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.750908] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1190.750908] env[62353]: value = "task-658134" [ 1190.750908] env[62353]: _type = "Task" [ 1190.750908] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.760281] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.061428] env[62353]: INFO nova.compute.manager [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Took 11.68 seconds to build instance. [ 1191.266019] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.563566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7281860a-f427-480b-8262-e08d534e009e tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.190s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.762486] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531909} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.762784] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1191.763018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.763288] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6ae5b1-0081-46f3-be8d-d8699de9636a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.773250] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1191.773250] env[62353]: value = "task-658135" [ 1191.773250] env[62353]: _type = "Task" [ 1191.773250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.784760] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.072326] env[62353]: DEBUG oslo_concurrency.lockutils [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.072658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.072754] env[62353]: DEBUG nova.compute.manager [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1192.073727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe45551-fb18-4b3f-a93d-3edf4251a400 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.081185] env[62353]: DEBUG nova.compute.manager [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1192.081769] env[62353]: DEBUG nova.objects.instance [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'flavor' on Instance uuid 7b16b702-8b76-4109-b763-29e80fbff358 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.284112] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070751} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.284412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.285279] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26c505-abe1-46a7-aec8-d4a11b7969a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.310162] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.310508] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef8ed78-ee1c-43a3-9fd8-2b1917f0e74e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.332739] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1192.332739] env[62353]: value = "task-658136" [ 1192.332739] env[62353]: _type = "Task" [ 1192.332739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.343641] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.586767] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1192.587218] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3530cf7d-76aa-4f06-a379-c6eec74fcce7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.595853] env[62353]: DEBUG oslo_vmware.api [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1192.595853] env[62353]: value = "task-658138" [ 1192.595853] env[62353]: _type = "Task" [ 1192.595853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.605301] env[62353]: DEBUG oslo_vmware.api [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.843075] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.106180] env[62353]: DEBUG oslo_vmware.api [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658138, 'name': PowerOffVM_Task, 'duration_secs': 0.21204} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.106406] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1193.106585] env[62353]: DEBUG nova.compute.manager [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1193.107373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11920ba3-3897-4142-ad83-9c141ca3a12c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.343387] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658136, 'name': ReconfigVM_Task, 'duration_secs': 0.675785} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.343722] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.344394] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8adfcfec-4dc1-44a8-a1bf-1dbecfec770b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.351973] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1193.351973] env[62353]: value = "task-658139" [ 1193.351973] env[62353]: _type = "Task" [ 1193.351973] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.360167] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658139, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.619444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-370882a5-c030-4cce-881d-04a7d08e21b8 tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.863219] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658139, 'name': Rename_Task, 'duration_secs': 0.165378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.863511] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1193.863918] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7fb058-0e24-4fec-8a0b-89ba50795823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.872322] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1193.872322] env[62353]: value = "task-658140" [ 1193.872322] env[62353]: _type = "Task" [ 1193.872322] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.880257] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.896276] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.896479] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.382634] env[62353]: DEBUG oslo_vmware.api [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658140, 'name': PowerOnVM_Task, 'duration_secs': 0.452923} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.382873] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1194.383096] env[62353]: INFO nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1194.383282] env[62353]: DEBUG nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1194.384119] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a9bbf-cb41-4f96-b46d-63cc0e801193 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.401292] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.401445] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1194.806286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.806593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.806794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.806985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.807190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.809368] env[62353]: INFO nova.compute.manager [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Terminating instance [ 1194.811163] env[62353]: DEBUG nova.compute.manager [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1194.811369] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1194.812371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76adbac-826c-4755-9e65-5311e224462c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.821319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1194.821685] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3540db5-1d47-43e5-9aad-78d750fce7f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.899033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1194.899243] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1194.899514] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore1] 7b16b702-8b76-4109-b763-29e80fbff358 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.901374] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e7a198-c4a8-4c93-9d0e-8a1d055d3e35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.903953] env[62353]: INFO nova.compute.manager [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Took 13.03 seconds to build instance. [ 1194.912997] env[62353]: DEBUG oslo_vmware.api [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1194.912997] env[62353]: value = "task-658142" [ 1194.912997] env[62353]: _type = "Task" [ 1194.912997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.920921] env[62353]: DEBUG oslo_vmware.api [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.381874] env[62353]: DEBUG nova.compute.manager [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1195.382019] env[62353]: DEBUG nova.compute.manager [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing instance network info cache due to event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1195.382254] env[62353]: DEBUG oslo_concurrency.lockutils [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.382409] env[62353]: DEBUG oslo_concurrency.lockutils [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.382582] env[62353]: DEBUG nova.network.neutron [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1195.408447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-eef64f28-7472-4ebe-87a6-c26a053cf66a tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.542s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.421897] env[62353]: DEBUG oslo_vmware.api [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135396} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.422680] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.422893] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1195.423087] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1195.423271] env[62353]: INFO nova.compute.manager [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1195.423521] env[62353]: DEBUG oslo.service.loopingcall [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.423805] env[62353]: DEBUG nova.compute.manager [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1195.423919] env[62353]: DEBUG nova.network.neutron [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1195.738758] env[62353]: DEBUG nova.compute.manager [req-53966098-6353-4342-8b06-27dffe5a7517 req-14116e58-1386-43b3-8bca-0eaae999fe61 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Received event network-vif-deleted-d3e7ae7e-4e2e-422d-be2a-f0c75404cca3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1195.738909] env[62353]: INFO nova.compute.manager [req-53966098-6353-4342-8b06-27dffe5a7517 req-14116e58-1386-43b3-8bca-0eaae999fe61 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Neutron deleted interface d3e7ae7e-4e2e-422d-be2a-f0c75404cca3; detaching it from the instance and deleting it from the info cache [ 1195.739032] env[62353]: DEBUG nova.network.neutron [req-53966098-6353-4342-8b06-27dffe5a7517 req-14116e58-1386-43b3-8bca-0eaae999fe61 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.100480] env[62353]: DEBUG nova.network.neutron [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updated VIF entry in instance network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1196.101024] env[62353]: DEBUG nova.network.neutron [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.159035] env[62353]: DEBUG nova.network.neutron [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.242639] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49cda87d-04e5-4a7b-b8aa-e540eae0d7e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.254021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c7f02-dde2-4592-be8b-d0fc159f07cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.281275] env[62353]: DEBUG nova.compute.manager [req-53966098-6353-4342-8b06-27dffe5a7517 req-14116e58-1386-43b3-8bca-0eaae999fe61 service nova] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Detach interface failed, port_id=d3e7ae7e-4e2e-422d-be2a-f0c75404cca3, reason: Instance 7b16b702-8b76-4109-b763-29e80fbff358 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1196.603873] env[62353]: DEBUG oslo_concurrency.lockutils [req-fa7de1f4-9210-4901-a61e-0119836c6c23 req-2fe9f931-fa7e-49f3-8e5a-1da4c5c3c894 service nova] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.661762] env[62353]: INFO nova.compute.manager [-] [instance: 7b16b702-8b76-4109-b763-29e80fbff358] Took 1.24 seconds to deallocate network for instance. [ 1196.916623] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1196.916771] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.916954] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.917074] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.917238] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.917369] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.168872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.169245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.169568] env[62353]: DEBUG nova.objects.instance [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid 7b16b702-8b76-4109-b763-29e80fbff358 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.421999] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Getting list of instances from cluster (obj){ [ 1197.421999] env[62353]: value = "domain-c8" [ 1197.421999] env[62353]: _type = "ClusterComputeResource" [ 1197.421999] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1197.423033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811c75f-c114-48de-b187-f524e3edff18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.426500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.426742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.437950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Got total of 4 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1197.438133] env[62353]: WARNING nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1197.438255] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Triggering sync for uuid 4fc3ffda-f27d-425e-9dc5-25c2821744b9 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1197.438449] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Triggering sync for uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1197.438611] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Triggering sync for uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1197.438816] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Triggering sync for uuid 7b16b702-8b76-4109-b763-29e80fbff358 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1197.438975] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Triggering sync for uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1197.439842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.440092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.440368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.440581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.440766] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.441007] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "7b16b702-8b76-4109-b763-29e80fbff358" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.441232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.441420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.441664] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.441814] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1197.442574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050506e8-3ce7-49aa-b468-8166f9fd7380 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.446134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d85ce-4bee-438a-8c88-12a8e5b16332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.448774] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fa934e-8531-4fb9-943e-2b54b2a48e25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.451053] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.760635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea23c1-f134-478b-8a26-956dfbadf930 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.767878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3207b836-7817-46ad-94bc-0ca037287da4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.798172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0aa00-1648-490f-a1d0-43db1c02ed67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.804814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526597c1-1154-427c-80ec-7c4a85a82039 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.817334] env[62353]: DEBUG nova.compute.provider_tree [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.929435] env[62353]: INFO nova.compute.manager [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Detaching volume 8d7f2e40-c190-4e0d-ac23-a1da44f539a5 [ 1197.953366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.962255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.963783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.964926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.969368] env[62353]: INFO nova.virt.block_device [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Attempting to driver detach volume 8d7f2e40-c190-4e0d-ac23-a1da44f539a5 from mountpoint /dev/sdb [ 1197.969589] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.969819] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159620', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'name': 'volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'acbf6104-9e33-49d4-b2a3-2413236ff440', 'attached_at': '', 'detached_at': '', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'serial': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.970673] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b857d-6afa-456d-8ee1-4ed7ad24f7a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.991501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43dcdce-bf62-41ed-aa08-3ea4b09a72b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.998162] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57068f5-c891-44d7-9126-c2dadac444d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.018855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9250ee2-17e4-4ea4-86c8-e0329e6be7ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.032463] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5/volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.037903] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.038182] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2963ef73-925c-4a78-866a-24c8219ce2de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.055106] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1198.055106] env[62353]: value = "task-658143" [ 1198.055106] env[62353]: _type = "Task" [ 1198.055106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.062298] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.320571] env[62353]: DEBUG nova.scheduler.client.report [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.565265] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658143, 'name': ReconfigVM_Task, 'duration_secs': 0.258551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.565549] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.570109] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8a9b34-e175-4b87-a06f-f27bc5e5545d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.584830] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1198.584830] env[62353]: value = "task-658144" [ 1198.584830] env[62353]: _type = "Task" [ 1198.584830] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.592340] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.826026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.828344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.875s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.828638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.828807] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1198.829679] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b7e84-2031-4964-a06c-c6a0b9287c8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.838688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52dbfd-c7cd-4c55-ac1c-31fdea979fd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.852854] env[62353]: INFO nova.scheduler.client.report [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 7b16b702-8b76-4109-b763-29e80fbff358 [ 1198.854272] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f89a4-d614-4354-9649-f632ce3e1798 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.862474] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d5294-9756-4a48-998b-cd1fb60157f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.892028] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180545MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.892204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.892375] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.094062] env[62353]: DEBUG oslo_vmware.api [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658144, 'name': ReconfigVM_Task, 'duration_secs': 0.132225} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.094343] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-159620', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'name': 'volume-8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'acbf6104-9e33-49d4-b2a3-2413236ff440', 'attached_at': '', 'detached_at': '', 'volume_id': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5', 'serial': '8d7f2e40-c190-4e0d-ac23-a1da44f539a5'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1199.362382] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04468d65-c5ef-45d6-88fe-c071f6d37e4b tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "7b16b702-8b76-4109-b763-29e80fbff358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.556s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.363263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "7b16b702-8b76-4109-b763-29e80fbff358" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.922s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.363744] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f4441ba-5b6b-4cab-9177-0f8ecf6626b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.373071] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1a42a-8d33-4204-86fc-b6f66418094b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.905255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "7b16b702-8b76-4109-b763-29e80fbff358" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.917494] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.917637] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance acbf6104-9e33-49d4-b2a3-2413236ff440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.917758] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 24fceb2a-5e58-43d0-8a24-ce5049618db6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.917880] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4e1a9dc9-ffec-4f99-8297-359d6769ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.918078] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.918218] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.969318] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f590f95-a39d-4cd7-aa2d-9aeae6ff5f39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.977013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff8761-b320-42f1-8cb0-f05a743d574b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.007173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c377c7-9c43-41cd-a225-75af2d9a8cce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.014285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3b569a-88f6-4345-8d5b-f35e02da2568 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.026842] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.529593] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1203.119463] env[62353]: DEBUG nova.objects.instance [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'flavor' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.538838] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1203.538838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.646s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.628227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.628227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.628227] env[62353]: DEBUG nova.compute.manager [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1203.628916] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b05fc-260a-4a36-a19b-9beb4f0612a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.635865] env[62353]: DEBUG nova.compute.manager [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1203.636486] env[62353]: DEBUG nova.objects.instance [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'flavor' on Instance uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.640539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.640539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.640818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.640929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.641118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.643280] env[62353]: INFO nova.compute.manager [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Terminating instance [ 1203.645328] env[62353]: DEBUG nova.compute.manager [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1203.645565] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1203.646642] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955cb7e-cc6f-4401-a7b5-78493cb84fa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.654066] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1203.654515] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c337987-3993-4762-b254-dcf6669ad8a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.662399] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1203.662399] env[62353]: value = "task-658145" [ 1203.662399] env[62353]: _type = "Task" [ 1203.662399] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.671565] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.127243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0867c6d9-4c8f-40b9-a6f6-2b5b07a68dd8 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.700s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.128442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.688s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.129564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8efb2-3b49-48c2-8919-bc0e072ce139 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.142020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1204.142848] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc5d0d6-dbaa-4e00-bd0e-cc446ab03828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.150655] env[62353]: DEBUG oslo_vmware.api [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1204.150655] env[62353]: value = "task-658146" [ 1204.150655] env[62353]: _type = "Task" [ 1204.150655] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.162038] env[62353]: DEBUG oslo_vmware.api [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.173015] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658145, 'name': PowerOffVM_Task, 'duration_secs': 0.223792} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.173331] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.173490] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1204.173794] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3edebd5-77db-40f1-86fe-60f51b07ca83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.200643] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.200897] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.201045] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1204.201195] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1204.624440] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1204.624750] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1204.625010] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleting the datastore file [datastore2] 4fc3ffda-f27d-425e-9dc5-25c2821744b9 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.625309] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f800b3-1c8b-404a-9916-7932792b10be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.631792] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for the task: (returnval){ [ 1204.631792] env[62353]: value = "task-658148" [ 1204.631792] env[62353]: _type = "Task" [ 1204.631792] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.639804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.640080] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.661649] env[62353]: DEBUG oslo_vmware.api [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658146, 'name': PowerOffVM_Task, 'duration_secs': 0.17621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.661925] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.662135] env[62353]: DEBUG nova.compute.manager [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1204.662912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab58bc-726a-4bf0-aef7-f243c40b0f74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.705045] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Skipping network cache update for instance because it is being deleted. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1204.733285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.733457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.733647] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1204.733822] env[62353]: DEBUG nova.objects.instance [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lazy-loading 'info_cache' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.829184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.829471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.829686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.829879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.830114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.832379] env[62353]: INFO nova.compute.manager [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Terminating instance [ 1204.834303] env[62353]: DEBUG nova.compute.manager [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1204.834506] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1204.835341] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928600c-c024-4a6e-bd90-58c1a8642e4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.843065] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1204.843306] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9d5e94-3669-4228-bf12-5ad5b7243855 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.849477] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1204.849477] env[62353]: value = "task-658149" [ 1204.849477] env[62353]: _type = "Task" [ 1204.849477] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.856744] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.140986] env[62353]: DEBUG oslo_vmware.api [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Task: {'id': task-658148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137479} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.141356] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.141450] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1205.141630] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1205.141810] env[62353]: INFO nova.compute.manager [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1205.142074] env[62353]: DEBUG oslo.service.loopingcall [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.142281] env[62353]: DEBUG nova.compute.manager [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1205.142378] env[62353]: DEBUG nova.network.neutron [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1205.174132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93bbc6cb-02d3-4e6b-9792-55c69168c42f tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.360299] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658149, 'name': PowerOffVM_Task, 'duration_secs': 0.179096} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.360299] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1205.360299] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1205.360299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d1bb47c-1997-4859-a898-8fe60ffd5645 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.412944] env[62353]: DEBUG nova.compute.manager [req-d71eef87-abcf-4474-9844-24d5472e0c10 req-5d67f85d-e147-40cf-be7a-234210a9321d service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Received event network-vif-deleted-42551372-ad95-4369-8f2d-fc7b98cf28d5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1205.413219] env[62353]: INFO nova.compute.manager [req-d71eef87-abcf-4474-9844-24d5472e0c10 req-5d67f85d-e147-40cf-be7a-234210a9321d service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Neutron deleted interface 42551372-ad95-4369-8f2d-fc7b98cf28d5; detaching it from the instance and deleting it from the info cache [ 1205.413417] env[62353]: DEBUG nova.network.neutron [req-d71eef87-abcf-4474-9844-24d5472e0c10 req-5d67f85d-e147-40cf-be7a-234210a9321d service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.422339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1205.422615] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1205.422817] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.423078] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca860fbb-ca2f-4d36-9692-1e0999b2d243 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.429752] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1205.429752] env[62353]: value = "task-658151" [ 1205.429752] env[62353]: _type = "Task" [ 1205.429752] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.438499] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.885068] env[62353]: DEBUG nova.network.neutron [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.917505] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4a198c3-13fb-48b9-a641-95f72656fae4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.926955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462edcb-5943-44a7-ad7b-447f8470454f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.944935] env[62353]: DEBUG oslo_vmware.api [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.945228] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.945492] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1205.945607] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1205.945805] env[62353]: INFO nova.compute.manager [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1205.946057] env[62353]: DEBUG oslo.service.loopingcall [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.946250] env[62353]: DEBUG nova.compute.manager [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1205.946345] env[62353]: DEBUG nova.network.neutron [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1205.953530] env[62353]: DEBUG nova.compute.manager [req-d71eef87-abcf-4474-9844-24d5472e0c10 req-5d67f85d-e147-40cf-be7a-234210a9321d service nova] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Detach interface failed, port_id=42551372-ad95-4369-8f2d-fc7b98cf28d5, reason: Instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1206.295029] env[62353]: DEBUG nova.objects.instance [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'flavor' on Instance uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.389658] env[62353]: INFO nova.compute.manager [-] [instance: 4fc3ffda-f27d-425e-9dc5-25c2821744b9] Took 1.25 seconds to deallocate network for instance. [ 1206.483143] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [{"id": "3c767748-8cbf-422b-9c20-066804ec85fe", "address": "fa:16:3e:7b:6f:82", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c767748-8c", "ovs_interfaceid": "3c767748-8cbf-422b-9c20-066804ec85fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.799579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.799799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.799929] env[62353]: DEBUG nova.network.neutron [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1206.800125] env[62353]: DEBUG nova.objects.instance [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'info_cache' on Instance uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.884310] env[62353]: DEBUG nova.network.neutron [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.895966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.896276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.896516] env[62353]: DEBUG nova.objects.instance [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lazy-loading 'resources' on Instance uuid 4fc3ffda-f27d-425e-9dc5-25c2821744b9 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.989628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-acbf6104-9e33-49d4-b2a3-2413236ff440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.989853] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1206.990790] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.990989] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.303226] env[62353]: DEBUG nova.objects.base [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Object Instance<24fceb2a-5e58-43d0-8a24-ce5049618db6> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1207.386523] env[62353]: INFO nova.compute.manager [-] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Took 1.44 seconds to deallocate network for instance. [ 1207.439665] env[62353]: DEBUG nova.compute.manager [req-eaefb211-46de-4083-b39e-a0f61d361ad9 req-192e71a5-fb12-4de8-91ee-d81ba03dd12e service nova] [instance: acbf6104-9e33-49d4-b2a3-2413236ff440] Received event network-vif-deleted-3c767748-8cbf-422b-9c20-066804ec85fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1207.464024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e900c-93ee-4f6b-aff5-085facb6e74d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.471793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d6f8cd-00f8-4505-a63d-f5b494227cad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.501181] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445c9e0a-f566-444c-bdf9-756df48afc2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.508493] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fc880-b8b1-4713-934c-1d6f75b493f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.521486] env[62353]: DEBUG nova.compute.provider_tree [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.892940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.006124] env[62353]: DEBUG nova.network.neutron [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.023886] env[62353]: DEBUG nova.scheduler.client.report [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1208.509696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.528398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.530763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.638s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.531204] env[62353]: DEBUG nova.objects.instance [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'resources' on Instance uuid acbf6104-9e33-49d4-b2a3-2413236ff440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.545253] env[62353]: INFO nova.scheduler.client.report [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Deleted allocations for instance 4fc3ffda-f27d-425e-9dc5-25c2821744b9 [ 1209.013469] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1209.013854] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e8d443-2091-43b1-bde0-e4cb32c20d37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.022062] env[62353]: DEBUG oslo_vmware.api [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1209.022062] env[62353]: value = "task-658152" [ 1209.022062] env[62353]: _type = "Task" [ 1209.022062] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.029795] env[62353]: DEBUG oslo_vmware.api [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.052747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a9cf7a6f-9cc0-443b-b7f7-074b96326bbe tempest-ServersTestJSON-226513565 tempest-ServersTestJSON-226513565-project-member] Lock "4fc3ffda-f27d-425e-9dc5-25c2821744b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.412s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.088585] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e6ecc-16bc-42ba-8b71-40012089865a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.096413] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f602d-381e-47d8-95a2-49933b144b7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.133537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a778e18b-b78a-4e67-a173-81fc9dd6397e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.142375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a741e8-d18c-4841-83a8-547d5ef10fe3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.157042] env[62353]: DEBUG nova.compute.provider_tree [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.532698] env[62353]: DEBUG oslo_vmware.api [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658152, 'name': PowerOnVM_Task, 'duration_secs': 0.390426} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.533020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1209.533196] env[62353]: DEBUG nova.compute.manager [None req-8a52cc33-2743-47c6-af33-ae63469bd9be tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1209.534022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed05649-234a-453c-8cdb-0d15f9501de3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.660565] env[62353]: DEBUG nova.scheduler.client.report [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.165824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.189353] env[62353]: INFO nova.scheduler.client.report [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted allocations for instance acbf6104-9e33-49d4-b2a3-2413236ff440 [ 1210.697241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b861451c-aa10-48cf-b4ff-14477c3733e4 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "acbf6104-9e33-49d4-b2a3-2413236ff440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.868s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.371860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c6874-478b-400c-9336-3de19c1f474c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.379663] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1211.379926] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e471785e-4ba2-4162-a9a2-dbae1fd681d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.386355] env[62353]: DEBUG oslo_vmware.api [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1211.386355] env[62353]: value = "task-658153" [ 1211.386355] env[62353]: _type = "Task" [ 1211.386355] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.394456] env[62353]: DEBUG oslo_vmware.api [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658153, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.895942] env[62353]: DEBUG oslo_vmware.api [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658153, 'name': SuspendVM_Task} progress is 62%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.396756] env[62353]: DEBUG oslo_vmware.api [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658153, 'name': SuspendVM_Task, 'duration_secs': 0.719262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.397034] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1212.397229] env[62353]: DEBUG nova.compute.manager [None req-d5d44c0f-1376-4c36-a5f4-9193eca469d4 tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1212.397997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6d6ce-ec14-49cf-bb52-0ee1fd496826 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.034181] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.034477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.536275] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1213.778495] env[62353]: INFO nova.compute.manager [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Resuming [ 1213.779281] env[62353]: DEBUG nova.objects.instance [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'flavor' on Instance uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.057930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.058245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.059802] env[62353]: INFO nova.compute.claims [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.787308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.787515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquired lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.787706] env[62353]: DEBUG nova.network.neutron [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1215.111961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef6146-3421-4d3b-a472-bbecca8851f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.119689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482115c-67b2-4e0f-9394-1b95d39333a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.149794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b14c61-ae31-4714-a727-b12149237e48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.156368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ee326-3324-46b6-b2e7-4ee6c0c40a51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.168821] env[62353]: DEBUG nova.compute.provider_tree [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.477364] env[62353]: DEBUG nova.network.neutron [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [{"id": "32488c8d-08c6-4252-9f0e-7c07022f477a", "address": "fa:16:3e:e2:49:8c", "network": {"id": "003a04d8-ba10-46a4-a447-975d8905824e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-749712670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d6aa1f8d7f43e1b13e35a60f4b0847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32488c8d-08", "ovs_interfaceid": "32488c8d-08c6-4252-9f0e-7c07022f477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.672113] env[62353]: DEBUG nova.scheduler.client.report [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1215.979761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Releasing lock "refresh_cache-24fceb2a-5e58-43d0-8a24-ce5049618db6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.980716] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9398ff-d9c7-41a2-84c3-cfd429d9bfbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.987864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Resuming the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1215.988110] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e63e23e3-5c48-4b72-8e6e-4a73a7891e46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.994428] env[62353]: DEBUG oslo_vmware.api [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1215.994428] env[62353]: value = "task-658154" [ 1215.994428] env[62353]: _type = "Task" [ 1215.994428] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.001326] env[62353]: DEBUG oslo_vmware.api [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.177979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.178670] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1216.505795] env[62353]: DEBUG oslo_vmware.api [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658154, 'name': PowerOnVM_Task, 'duration_secs': 0.459813} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.506103] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Resumed the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1216.506300] env[62353]: DEBUG nova.compute.manager [None req-ccba0ccb-5e17-4bf0-bbc0-358a782618ae tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1216.507130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8a7e7-9ed2-4dbf-a66e-bba743a35255 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.683675] env[62353]: DEBUG nova.compute.utils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1216.685427] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1216.685590] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1216.724126] env[62353]: DEBUG nova.policy [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67af213673884b17a83a28152eab031e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35e4ba04853b4228ba9ad86860ce3631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1217.005940] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Successfully created port: 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.189052] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1217.369295] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.369560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.369773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.369982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.370179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.372275] env[62353]: INFO nova.compute.manager [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Terminating instance [ 1217.374044] env[62353]: DEBUG nova.compute.manager [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1217.374250] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1217.375121] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184aa67-8ad9-4c55-b3ea-a704b1bf6846 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.382582] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1217.382833] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7131e0ac-6756-4132-adfc-5c8657417a97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.388237] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1217.388237] env[62353]: value = "task-658155" [ 1217.388237] env[62353]: _type = "Task" [ 1217.388237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.395251] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.897708] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658155, 'name': PowerOffVM_Task, 'duration_secs': 0.192783} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.898360] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1217.898360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1217.898734] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45bab0c0-b2af-4303-acaa-3af0fd4cca65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.968230] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1217.968459] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1217.968650] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleting the datastore file [datastore2] 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.968906] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff10860d-db81-4770-be8b-2366e7617eda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.975237] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for the task: (returnval){ [ 1217.975237] env[62353]: value = "task-658157" [ 1217.975237] env[62353]: _type = "Task" [ 1217.975237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.982567] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.199418] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1218.224715] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1218.224992] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1218.225196] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.225394] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1218.225551] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.225715] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1218.225931] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1218.226112] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1218.226292] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1218.226463] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1218.226643] env[62353]: DEBUG nova.virt.hardware [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.227515] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc3960-a341-461e-af9f-1564620748f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.235225] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d325d0d5-c427-4cbf-a429-a68647950d6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.369778] env[62353]: DEBUG nova.compute.manager [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1218.370016] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.370239] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.370415] env[62353]: DEBUG oslo_concurrency.lockutils [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.370591] env[62353]: DEBUG nova.compute.manager [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] No waiting events found dispatching network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1218.370813] env[62353]: WARNING nova.compute.manager [req-4bd97a9b-8dca-422d-b589-450a9e0a5bba req-e0fc0ca1-8638-4b6e-bfc5-4ca420ba5c58 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received unexpected event network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 for instance with vm_state building and task_state spawning. [ 1218.447272] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Successfully updated port: 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.484972] env[62353]: DEBUG oslo_vmware.api [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Task: {'id': task-658157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142612} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.485260] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.485522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1218.485628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1218.485814] env[62353]: INFO nova.compute.manager [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.486080] env[62353]: DEBUG oslo.service.loopingcall [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.486304] env[62353]: DEBUG nova.compute.manager [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1218.486451] env[62353]: DEBUG nova.network.neutron [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1218.949607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.949782] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.949942] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1219.483358] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1219.532960] env[62353]: DEBUG nova.network.neutron [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.606747] env[62353]: DEBUG nova.network.neutron [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.035475] env[62353]: INFO nova.compute.manager [-] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Took 1.55 seconds to deallocate network for instance. [ 1220.110790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.111111] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance network_info: |[{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1220.111528] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:49:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ab601f4-c9c3-4d7e-865d-89a1196c3ad6', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.119385] env[62353]: DEBUG oslo.service.loopingcall [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.119584] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1220.119819] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e857b848-b711-41d2-9219-d391eeedb864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.139919] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.139919] env[62353]: value = "task-658158" [ 1220.139919] env[62353]: _type = "Task" [ 1220.139919] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.147267] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658158, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.399989] env[62353]: DEBUG nova.compute.manager [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1220.400241] env[62353]: DEBUG nova.compute.manager [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing instance network info cache due to event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1220.400472] env[62353]: DEBUG oslo_concurrency.lockutils [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.400626] env[62353]: DEBUG oslo_concurrency.lockutils [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.400796] env[62353]: DEBUG nova.network.neutron [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1220.542231] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.542519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.542751] env[62353]: DEBUG nova.objects.instance [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lazy-loading 'resources' on Instance uuid 24fceb2a-5e58-43d0-8a24-ce5049618db6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.650749] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658158, 'name': CreateVM_Task, 'duration_secs': 0.290954} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.650930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1220.657793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.657982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.658327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.658580] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae70da8-a2ed-447a-aaa6-6546481fb587 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.663055] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1220.663055] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526ad8c7-9fcd-52f1-5a79-cd3bdc3f0c05" [ 1220.663055] env[62353]: _type = "Task" [ 1220.663055] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.670378] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526ad8c7-9fcd-52f1-5a79-cd3bdc3f0c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.074913] env[62353]: DEBUG nova.network.neutron [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updated VIF entry in instance network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1221.075309] env[62353]: DEBUG nova.network.neutron [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.102741] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d0025-69d8-4ce6-8a4d-26f50648d7eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.110138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc41013-5c5e-44dd-869e-f3df7e7905cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.141149] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5443276-b94b-44ad-8ad5-3d804661a81e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.148477] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15ddfa-681b-4a32-96d2-ace1e6c0493b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.162655] env[62353]: DEBUG nova.compute.provider_tree [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.171670] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]526ad8c7-9fcd-52f1-5a79-cd3bdc3f0c05, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.172471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.172707] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.172944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.173111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.173297] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.173785] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bba76aa-0346-4a02-af04-c6ee9d48e878 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.181886] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.182046] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1221.182713] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3060672f-461a-43c5-911f-88c4abec1a8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.187276] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1221.187276] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529de347-474f-25f0-da4e-6e7ea7bff037" [ 1221.187276] env[62353]: _type = "Task" [ 1221.187276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.195833] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529de347-474f-25f0-da4e-6e7ea7bff037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.577719] env[62353]: DEBUG oslo_concurrency.lockutils [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.578032] env[62353]: DEBUG nova.compute.manager [req-982e18bc-ebd6-4242-b21a-0d48983592c6 req-80706b02-0969-409c-96e8-c4b183258047 service nova] [instance: 24fceb2a-5e58-43d0-8a24-ce5049618db6] Received event network-vif-deleted-32488c8d-08c6-4252-9f0e-7c07022f477a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1221.668628] env[62353]: DEBUG nova.scheduler.client.report [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.697620] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]529de347-474f-25f0-da4e-6e7ea7bff037, 'name': SearchDatastore_Task, 'duration_secs': 0.007598} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.698391] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf0e3e7-8781-4f97-8c01-c194c59f9217 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.703399] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1221.703399] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221e822-f9f6-5025-ffc6-b70ff296a3a8" [ 1221.703399] env[62353]: _type = "Task" [ 1221.703399] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.710586] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221e822-f9f6-5025-ffc6-b70ff296a3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.173093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.189757] env[62353]: INFO nova.scheduler.client.report [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Deleted allocations for instance 24fceb2a-5e58-43d0-8a24-ce5049618db6 [ 1222.214048] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5221e822-f9f6-5025-ffc6-b70ff296a3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.214223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.214461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1222.214774] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-316174f3-848c-4492-8e50-94c4d1bd95ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.222401] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1222.222401] env[62353]: value = "task-658159" [ 1222.222401] env[62353]: _type = "Task" [ 1222.222401] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.230632] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.697131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b68830d0-1390-41c8-8692-be8994fb80fe tempest-ServerActionsTestJSON-923691440 tempest-ServerActionsTestJSON-923691440-project-member] Lock "24fceb2a-5e58-43d0-8a24-ce5049618db6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.327s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.733218] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.733754] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1222.733754] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.733994] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52cd988c-c305-4a02-80b8-655bb89467ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.740153] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1222.740153] env[62353]: value = "task-658160" [ 1222.740153] env[62353]: _type = "Task" [ 1222.740153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.747638] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.249430] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.249691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.250450] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e3d4d-23f5-44ca-b83a-9d94c62b08f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.271752] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.271990] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8d3e78-5391-4b40-be43-1a5f626b353a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.292436] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1223.292436] env[62353]: value = "task-658161" [ 1223.292436] env[62353]: _type = "Task" [ 1223.292436] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.301565] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.803066] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658161, 'name': ReconfigVM_Task, 'duration_secs': 0.264075} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.803427] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.804028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6dab7d-63c3-413c-80c9-c44f2938841a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.809776] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1223.809776] env[62353]: value = "task-658162" [ 1223.809776] env[62353]: _type = "Task" [ 1223.809776] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.817800] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658162, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.319498] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658162, 'name': Rename_Task, 'duration_secs': 0.133094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.319752] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1224.320016] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe12b68-621b-4b5a-9986-0b3f92982fc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.325468] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1224.325468] env[62353]: value = "task-658163" [ 1224.325468] env[62353]: _type = "Task" [ 1224.325468] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.334015] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.835257] env[62353]: DEBUG oslo_vmware.api [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658163, 'name': PowerOnVM_Task, 'duration_secs': 0.423345} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.835567] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1224.835771] env[62353]: INFO nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1224.835978] env[62353]: DEBUG nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1224.836771] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d743b-744c-4726-82a9-3853af642c71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.355799] env[62353]: INFO nova.compute.manager [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Took 11.31 seconds to build instance. [ 1225.859394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-29683627-48b5-4d71-92b0-594bdc8053bf tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.824s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.472281] env[62353]: DEBUG nova.compute.manager [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1226.472281] env[62353]: DEBUG nova.compute.manager [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing instance network info cache due to event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1226.472281] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.472281] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.478563] env[62353]: DEBUG nova.network.neutron [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1227.210821] env[62353]: DEBUG nova.network.neutron [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updated VIF entry in instance network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1227.211296] env[62353]: DEBUG nova.network.neutron [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.673042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.673452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.713861] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf15a65b-811e-430a-93a9-171ad3d1bb84 req-91f224fc-7e0f-4448-9925-d4426978e426 service nova] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.176176] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1228.698046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.698046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.699160] env[62353]: INFO nova.compute.claims [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.756866] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9ad99-5b63-4e7c-a838-c10fedd647f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.764415] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e4fdb-197e-4f1d-818e-a810c09029ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.794302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a621cb-85e7-4324-bb25-5c16ceedb494 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.801354] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ec241-12e7-4198-a372-4782d39735ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.814401] env[62353]: DEBUG nova.compute.provider_tree [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.317273] env[62353]: DEBUG nova.scheduler.client.report [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.822704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.823352] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1231.328614] env[62353]: DEBUG nova.compute.utils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.330033] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1231.330210] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1231.367430] env[62353]: DEBUG nova.policy [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76bc1f75f7b9467cb77e36902f459cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aebae000f211429fa50e7d16c489977b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:201}} [ 1231.593749] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Successfully created port: bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.833248] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1232.706505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.706781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.706982] env[62353]: INFO nova.compute.manager [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Shelving [ 1232.842974] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1232.865547] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.865813] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.865996] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.866529] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.866529] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.866529] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.866707] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.866877] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.867066] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.867241] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.867421] env[62353]: DEBUG nova.virt.hardware [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.868328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65327fce-afd0-4d72-afcd-f8b1ea647960 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.876328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24872aff-85cb-4286-a232-79a442a15dcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.936807] env[62353]: DEBUG nova.compute.manager [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Received event network-vif-plugged-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1232.936975] env[62353]: DEBUG oslo_concurrency.lockutils [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] Acquiring lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.937173] env[62353]: DEBUG oslo_concurrency.lockutils [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.937328] env[62353]: DEBUG oslo_concurrency.lockutils [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.937506] env[62353]: DEBUG nova.compute.manager [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] No waiting events found dispatching network-vif-plugged-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1232.937699] env[62353]: WARNING nova.compute.manager [req-44b68de8-05e3-4d62-ac30-0585ae2844c4 req-0cdba169-014b-4a11-86b1-f288bd8d40a6 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Received unexpected event network-vif-plugged-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 for instance with vm_state building and task_state spawning. [ 1233.013569] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Successfully updated port: bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.214570] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1233.214822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81234dd5-1bb4-45f3-8939-07e43c8fdd56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.221552] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1233.221552] env[62353]: value = "task-658164" [ 1233.221552] env[62353]: _type = "Task" [ 1233.221552] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.229465] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.516109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.516300] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquired lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.516487] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1233.731667] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658164, 'name': PowerOffVM_Task, 'duration_secs': 0.222482} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.731921] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1233.732728] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7043258-5444-4ea5-8a71-68578c42bd7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.751514] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e08447-295a-42ca-ac8a-eaa98f5e4f59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.045860] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1234.167399] env[62353]: DEBUG nova.network.neutron [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Updating instance_info_cache with network_info: [{"id": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "address": "fa:16:3e:5a:22:29", "network": {"id": "c839938d-8130-432a-b9a8-34c219143566", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815345444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebae000f211429fa50e7d16c489977b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb4863f-3a", "ovs_interfaceid": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.261711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1234.262060] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f9ffdad-0717-4bf2-b65b-39d40c41e168 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.269759] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1234.269759] env[62353]: value = "task-658165" [ 1234.269759] env[62353]: _type = "Task" [ 1234.269759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.277410] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658165, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.670524] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Releasing lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.670871] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Instance network_info: |[{"id": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "address": "fa:16:3e:5a:22:29", "network": {"id": "c839938d-8130-432a-b9a8-34c219143566", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815345444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebae000f211429fa50e7d16c489977b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb4863f-3a", "ovs_interfaceid": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1234.671343] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:22:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.678888] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Creating folder: Project (aebae000f211429fa50e7d16c489977b). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1234.679176] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a270e8-b4c7-44db-ad46-000606b7ae07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.690704] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Created folder: Project (aebae000f211429fa50e7d16c489977b) in parent group-v159334. [ 1234.690890] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Creating folder: Instances. Parent ref: group-v159640. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1234.691128] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99db1e0d-15a8-455f-bdc9-9ae8437b6adf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.699185] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Created folder: Instances in parent group-v159640. [ 1234.699380] env[62353]: DEBUG oslo.service.loopingcall [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.699559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1234.699748] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a4014b-b28f-43f7-95ec-88eab54ba1f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.718392] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.718392] env[62353]: value = "task-658168" [ 1234.718392] env[62353]: _type = "Task" [ 1234.718392] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.727934] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658168, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.779545] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658165, 'name': CreateSnapshot_Task, 'duration_secs': 0.377221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.779827] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.780574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74ac7e-ca76-4387-b643-ae068e10a800 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.962079] env[62353]: DEBUG nova.compute.manager [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Received event network-changed-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1234.962224] env[62353]: DEBUG nova.compute.manager [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Refreshing instance network info cache due to event network-changed-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1234.962440] env[62353]: DEBUG oslo_concurrency.lockutils [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] Acquiring lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.962593] env[62353]: DEBUG oslo_concurrency.lockutils [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] Acquired lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.963164] env[62353]: DEBUG nova.network.neutron [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Refreshing network info cache for port bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1235.228325] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658168, 'name': CreateVM_Task, 'duration_secs': 0.288569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.228704] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1235.229124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.229299] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.229630] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.230143] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860bea73-1576-4350-8e54-80af4b451739 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.234324] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1235.234324] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528affdd-14b9-1805-c35a-57e39f615424" [ 1235.234324] env[62353]: _type = "Task" [ 1235.234324] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.241477] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528affdd-14b9-1805-c35a-57e39f615424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.298495] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1235.298778] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7da9f09b-02fd-4913-8469-e70893f40a2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.306706] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1235.306706] env[62353]: value = "task-658169" [ 1235.306706] env[62353]: _type = "Task" [ 1235.306706] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.314087] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658169, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.656948] env[62353]: DEBUG nova.network.neutron [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Updated VIF entry in instance network info cache for port bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1235.657349] env[62353]: DEBUG nova.network.neutron [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Updating instance_info_cache with network_info: [{"id": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "address": "fa:16:3e:5a:22:29", "network": {"id": "c839938d-8130-432a-b9a8-34c219143566", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815345444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebae000f211429fa50e7d16c489977b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb4863f-3a", "ovs_interfaceid": "bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.744863] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]528affdd-14b9-1805-c35a-57e39f615424, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.744863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.745158] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.745158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.745338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.745547] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.745721] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6a3689-484b-4a46-ab34-98cb1a576b52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.753707] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.753902] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1235.754622] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b504a8b1-a1b3-4cfb-9db2-4d3e9abb0069 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.759498] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1235.759498] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228946d-30c7-efe9-132f-68b7830cbb3e" [ 1235.759498] env[62353]: _type = "Task" [ 1235.759498] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.766670] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228946d-30c7-efe9-132f-68b7830cbb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.816077] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658169, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.160540] env[62353]: DEBUG oslo_concurrency.lockutils [req-49588f07-dd61-45c9-be04-846c3b42271f req-47f99ed0-1f85-492f-ab3f-1d49c717d4b4 service nova] Releasing lock "refresh_cache-0c226839-6a15-472e-b8f2-38b54f26ac6b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.270835] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5228946d-30c7-efe9-132f-68b7830cbb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.271577] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5479de-d3cd-4217-a69f-d0a454a1d0f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.276479] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1236.276479] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5259c353-c650-cff5-8af6-113a05594e1a" [ 1236.276479] env[62353]: _type = "Task" [ 1236.276479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.283579] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5259c353-c650-cff5-8af6-113a05594e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.316672] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658169, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.787858] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5259c353-c650-cff5-8af6-113a05594e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.788142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.788396] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0c226839-6a15-472e-b8f2-38b54f26ac6b/0c226839-6a15-472e-b8f2-38b54f26ac6b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1236.788654] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175a89a7-7297-4761-8037-f908fc1d316f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.795277] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1236.795277] env[62353]: value = "task-658170" [ 1236.795277] env[62353]: _type = "Task" [ 1236.795277] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.802555] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.816160] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658169, 'name': CloneVM_Task, 'duration_secs': 1.331793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.816428] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Created linked-clone VM from snapshot [ 1236.817175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf0232-acd1-4c34-b668-8cff16fc2e22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.824052] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Uploading image 35c3c51a-ff27-4624-a2a0-686dc5260ea1 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1236.851152] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1236.851152] env[62353]: value = "vm-159643" [ 1236.851152] env[62353]: _type = "VirtualMachine" [ 1236.851152] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1236.851456] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38b40fd1-d4e3-43d7-80d7-6c94295e47e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.859042] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease: (returnval){ [ 1236.859042] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218dde2-2d89-d04b-4290-caa3035f443f" [ 1236.859042] env[62353]: _type = "HttpNfcLease" [ 1236.859042] env[62353]: } obtained for exporting VM: (result){ [ 1236.859042] env[62353]: value = "vm-159643" [ 1236.859042] env[62353]: _type = "VirtualMachine" [ 1236.859042] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1236.859365] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the lease: (returnval){ [ 1236.859365] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218dde2-2d89-d04b-4290-caa3035f443f" [ 1236.859365] env[62353]: _type = "HttpNfcLease" [ 1236.859365] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1236.865312] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.865312] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218dde2-2d89-d04b-4290-caa3035f443f" [ 1236.865312] env[62353]: _type = "HttpNfcLease" [ 1236.865312] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.305200] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.305556] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 0c226839-6a15-472e-b8f2-38b54f26ac6b/0c226839-6a15-472e-b8f2-38b54f26ac6b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1237.305711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.305934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0947db-20ff-4695-8610-f3fcd361d22b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.312331] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1237.312331] env[62353]: value = "task-658172" [ 1237.312331] env[62353]: _type = "Task" [ 1237.312331] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.319720] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.366644] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.366644] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218dde2-2d89-d04b-4290-caa3035f443f" [ 1237.366644] env[62353]: _type = "HttpNfcLease" [ 1237.366644] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.366969] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.366969] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5218dde2-2d89-d04b-4290-caa3035f443f" [ 1237.366969] env[62353]: _type = "HttpNfcLease" [ 1237.366969] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1237.367725] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989d6b32-8540-444a-ac02-75610de8797c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.374498] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.374699] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1237.463371] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f765e47f-57d7-415a-a5f3-0c9db7019203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.822822] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.823205] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.824135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe932bf-3b51-46fb-a108-74eba7b2a59d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.847506] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0c226839-6a15-472e-b8f2-38b54f26ac6b/0c226839-6a15-472e-b8f2-38b54f26ac6b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.847872] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e534a487-b73d-413e-919e-846723352671 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.868373] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1237.868373] env[62353]: value = "task-658173" [ 1237.868373] env[62353]: _type = "Task" [ 1237.868373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.877504] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.377972] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.877933] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658173, 'name': ReconfigVM_Task, 'duration_secs': 0.804689} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.878337] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0c226839-6a15-472e-b8f2-38b54f26ac6b/0c226839-6a15-472e-b8f2-38b54f26ac6b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.879061] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e6ce58-55cd-4a3e-98ab-50a439a0305a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.884870] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1238.884870] env[62353]: value = "task-658174" [ 1238.884870] env[62353]: _type = "Task" [ 1238.884870] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.892977] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658174, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.394450] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658174, 'name': Rename_Task, 'duration_secs': 0.145331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.394904] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1239.395177] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332687c2-d1cd-4eef-9bd5-ffc786c158e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.401396] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1239.401396] env[62353]: value = "task-658175" [ 1239.401396] env[62353]: _type = "Task" [ 1239.401396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.410512] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.913812] env[62353]: DEBUG oslo_vmware.api [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658175, 'name': PowerOnVM_Task, 'duration_secs': 0.456168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.914182] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1239.914571] env[62353]: INFO nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1239.914772] env[62353]: DEBUG nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1239.915888] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2082670-ce2c-454d-be1d-0c7d49532927 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.435933] env[62353]: INFO nova.compute.manager [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Took 11.75 seconds to build instance. [ 1240.843442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.938327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4294019-c21e-4513-afc3-d706037e6df7 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.265s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.938647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.096s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.938934] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.939181] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.939360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.941646] env[62353]: INFO nova.compute.manager [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Terminating instance [ 1240.943474] env[62353]: DEBUG nova.compute.manager [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1240.943694] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1240.944564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27021d-93bc-4932-b7ff-278295b08bcf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.951982] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1240.952260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0a91c2-34aa-40a0-ac39-8b55195aa4c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.958561] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1240.958561] env[62353]: value = "task-658176" [ 1240.958561] env[62353]: _type = "Task" [ 1240.958561] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.966469] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.468720] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658176, 'name': PowerOffVM_Task, 'duration_secs': 0.237209} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.469094] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1241.469161] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1241.469410] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd256185-78a9-4db5-821a-8c4ea986ff1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.536963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1241.537212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1241.537408] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Deleting the datastore file [datastore2] 0c226839-6a15-472e-b8f2-38b54f26ac6b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.537693] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf65134-e04d-4e45-8d6b-b6ae1411b5f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.544204] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for the task: (returnval){ [ 1241.544204] env[62353]: value = "task-658178" [ 1241.544204] env[62353]: _type = "Task" [ 1241.544204] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.552152] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.053232] env[62353]: DEBUG oslo_vmware.api [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Task: {'id': task-658178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191536} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.053487] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.053704] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1242.053902] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1242.054099] env[62353]: INFO nova.compute.manager [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1242.054357] env[62353]: DEBUG oslo.service.loopingcall [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.054560] env[62353]: DEBUG nova.compute.manager [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1242.054656] env[62353]: DEBUG nova.network.neutron [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1242.321140] env[62353]: DEBUG nova.compute.manager [req-4c0e70d7-ac6a-4464-95a0-4245b5fab6dd req-5aa934fd-89aa-4fce-b310-6e839a806aee service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Received event network-vif-deleted-bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1242.321364] env[62353]: INFO nova.compute.manager [req-4c0e70d7-ac6a-4464-95a0-4245b5fab6dd req-5aa934fd-89aa-4fce-b310-6e839a806aee service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Neutron deleted interface bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8; detaching it from the instance and deleting it from the info cache [ 1242.321570] env[62353]: DEBUG nova.network.neutron [req-4c0e70d7-ac6a-4464-95a0-4245b5fab6dd req-5aa934fd-89aa-4fce-b310-6e839a806aee service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.799074] env[62353]: DEBUG nova.network.neutron [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.824085] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b913cbf1-e0d0-49e5-807a-bb14a7a93035 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.838036] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2a82a-d5f4-47bf-b7e0-69bacd4ad56a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.861857] env[62353]: DEBUG nova.compute.manager [req-4c0e70d7-ac6a-4464-95a0-4245b5fab6dd req-5aa934fd-89aa-4fce-b310-6e839a806aee service nova] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Detach interface failed, port_id=bdb4863f-3aa2-4bb4-b0fb-05f422ea21a8, reason: Instance 0c226839-6a15-472e-b8f2-38b54f26ac6b could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1243.302061] env[62353]: INFO nova.compute.manager [-] [instance: 0c226839-6a15-472e-b8f2-38b54f26ac6b] Took 1.25 seconds to deallocate network for instance. [ 1243.809125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.809530] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.809613] env[62353]: DEBUG nova.objects.instance [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lazy-loading 'resources' on Instance uuid 0c226839-6a15-472e-b8f2-38b54f26ac6b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.367226] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5900a18-54aa-47ba-930c-c61ad891e808 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.374995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ba8ef-3ffd-40b0-83cd-b817f6208d2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.404484] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b8604-243e-4602-a965-e5814f41e871 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.411592] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a5c88-3972-448b-80b4-1ccea1ad6de2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424681] env[62353]: DEBUG nova.compute.provider_tree [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.927878] env[62353]: DEBUG nova.scheduler.client.report [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1245.434646] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.457742] env[62353]: INFO nova.scheduler.client.report [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Deleted allocations for instance 0c226839-6a15-472e-b8f2-38b54f26ac6b [ 1245.823070] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.823776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141878f2-ab0e-4cb5-9364-ef57732aa00f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.830049] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.830161] env[62353]: ERROR oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk due to incomplete transfer. [ 1245.830305] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3fc9eef8-affb-4e49-9aeb-9a606cf47abf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.836574] env[62353]: DEBUG oslo_vmware.rw_handles [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1eabe-6ab7-4ed8-8067-93c760813235/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.836772] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Uploaded image 35c3c51a-ff27-4624-a2a0-686dc5260ea1 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1245.839076] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1245.839308] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb45f6eb-0acc-43c7-a0c5-25fdeada404b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.844854] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1245.844854] env[62353]: value = "task-658179" [ 1245.844854] env[62353]: _type = "Task" [ 1245.844854] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.852015] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658179, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.965515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-177022d4-e108-4533-8190-a8686842c6f0 tempest-ServerAddressesNegativeTestJSON-1751287279 tempest-ServerAddressesNegativeTestJSON-1751287279-project-member] Lock "0c226839-6a15-472e-b8f2-38b54f26ac6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.027s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.354746] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658179, 'name': Destroy_Task, 'duration_secs': 0.32573} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.355118] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Destroyed the VM [ 1246.355383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1246.355643] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2101339c-0884-4242-9529-71e9ed5513d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.361363] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1246.361363] env[62353]: value = "task-658180" [ 1246.361363] env[62353]: _type = "Task" [ 1246.361363] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.368555] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658180, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.872427] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658180, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.372541] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658180, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.872385] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658180, 'name': RemoveSnapshot_Task, 'duration_secs': 1.116785} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.872906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1247.873338] env[62353]: DEBUG nova.compute.manager [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1247.874998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215133e0-229c-47aa-bc35-fcdda6f09318 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.264558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.264835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.386356] env[62353]: INFO nova.compute.manager [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Shelve offloading [ 1248.387938] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1248.388215] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31fe167d-00e9-4da9-9038-18951e3404ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.396237] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1248.396237] env[62353]: value = "task-658181" [ 1248.396237] env[62353]: _type = "Task" [ 1248.396237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.405096] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1248.405283] env[62353]: DEBUG nova.compute.manager [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1248.405990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14533ec6-4172-48e2-ab07-0fbfe1539177 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.411283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.411453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.411651] env[62353]: DEBUG nova.network.neutron [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1248.766976] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1249.112368] env[62353]: DEBUG nova.network.neutron [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.288491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.288766] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.290287] env[62353]: INFO nova.compute.claims [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.616262] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.836832] env[62353]: DEBUG nova.compute.manager [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-vif-unplugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1249.837083] env[62353]: DEBUG oslo_concurrency.lockutils [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.837305] env[62353]: DEBUG oslo_concurrency.lockutils [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.837475] env[62353]: DEBUG oslo_concurrency.lockutils [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.837656] env[62353]: DEBUG nova.compute.manager [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] No waiting events found dispatching network-vif-unplugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1249.837833] env[62353]: WARNING nova.compute.manager [req-268fb4a2-cb0e-4a10-8478-137681d80536 req-276559d2-4873-4fe6-b5af-49602187265f service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received unexpected event network-vif-unplugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef for instance with vm_state shelved and task_state shelving_offloading. [ 1249.913198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1249.914160] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c614a84-2078-4bc6-93fc-e54563077ef7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.921748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1249.921998] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3792b980-9568-4810-ba35-62a8dd523fe3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.043789] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1250.044107] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1250.044285] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleting the datastore file [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.044567] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccdb7513-a42a-49db-82d9-2d786d52b230 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.050306] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1250.050306] env[62353]: value = "task-658183" [ 1250.050306] env[62353]: _type = "Task" [ 1250.050306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.057758] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.345654] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7b855-a265-41d3-b2da-e599fbe3e3d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.353104] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f1ba1-5220-46ba-8dd1-3e71283d9858 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.400578] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d885f89a-82e4-412f-b65c-e7bd59351247 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.410651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f5381-775a-408d-afaa-7bd64e540fe1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.430576] env[62353]: DEBUG nova.compute.provider_tree [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.560042] env[62353]: DEBUG oslo_vmware.api [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.560313] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.560502] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1250.560684] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1250.577675] env[62353]: INFO nova.scheduler.client.report [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted allocations for instance 4e1a9dc9-ffec-4f99-8297-359d6769ade5 [ 1250.933873] env[62353]: DEBUG nova.scheduler.client.report [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.082437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.438955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.439537] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1251.442108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.360s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.442682] env[62353]: DEBUG nova.objects.instance [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'resources' on Instance uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.863451] env[62353]: DEBUG nova.compute.manager [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1251.863592] env[62353]: DEBUG nova.compute.manager [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing instance network info cache due to event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1251.863857] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.864033] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.864203] env[62353]: DEBUG nova.network.neutron [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1251.945480] env[62353]: DEBUG nova.compute.utils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1251.946858] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1251.947297] env[62353]: DEBUG nova.objects.instance [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.449652] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1252.452207] env[62353]: DEBUG nova.objects.base [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Object Instance<4e1a9dc9-ffec-4f99-8297-359d6769ade5> lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1252.500733] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74101f10-d730-4ebd-9ab2-ebdd63c051f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.508445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f81a65-b15c-4b6f-a678-dd3ffca4a732 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.538941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab8741-10ee-4560-8ad0-c866441e1549 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.545618] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293e1e0-efd8-420d-996c-707ea43fc053 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.558064] env[62353]: DEBUG nova.compute.provider_tree [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.580679] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.601245] env[62353]: DEBUG nova.network.neutron [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updated VIF entry in instance network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1252.601593] env[62353]: DEBUG nova.network.neutron [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": null, "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4711813-ca", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.737410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.060628] env[62353]: DEBUG nova.scheduler.client.report [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1253.103827] env[62353]: DEBUG oslo_concurrency.lockutils [req-cd30f82c-7645-450e-9efa-0eeddea10906 req-b59361d7-00bd-4fc1-bbb7-3abb2ea9afb1 service nova] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.463438] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1253.489520] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.489772] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.489936] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.490139] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.490297] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.490450] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.490667] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.490836] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.491014] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.491188] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.491366] env[62353]: DEBUG nova.virt.hardware [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.492264] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abecf4-156e-4e56-bc42-aa5ace37e6f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.499853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f0924-aa38-43b4-98e8-4470f4956d0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.513757] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.519195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Creating folder: Project (8bda6d2ae94546f2b21871a1ce26d3ca). Parent ref: group-v159334. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1253.519459] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a7e9be-ed12-4caa-a7b4-686e33d1ec4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.529706] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Created folder: Project (8bda6d2ae94546f2b21871a1ce26d3ca) in parent group-v159334. [ 1253.529899] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Creating folder: Instances. Parent ref: group-v159644. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1253.530131] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567d4e82-5fb9-4ad7-8674-03db85c03155 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.537409] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Created folder: Instances in parent group-v159644. [ 1253.537636] env[62353]: DEBUG oslo.service.loopingcall [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.537818] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1253.538035] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9543b344-4be3-4674-8b74-6db0978eb823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.553205] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.553205] env[62353]: value = "task-658186" [ 1253.553205] env[62353]: _type = "Task" [ 1253.553205] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.560427] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658186, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.565189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.579411] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.062841] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658186, 'name': CreateVM_Task, 'duration_secs': 0.22285} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.063162] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1254.063437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.063631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.063953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.064221] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ced4c84-c3b4-4e1b-869e-abe0de6b9d2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.070640] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1254.070640] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb1d49-c788-5917-6fc4-59f0e1b18269" [ 1254.070640] env[62353]: _type = "Task" [ 1254.070640] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.076495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0e32a363-669e-454f-915c-5441a8bf1df0 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.370s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.077639] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.340s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.077781] env[62353]: INFO nova.compute.manager [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Unshelving [ 1254.082732] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52bb1d49-c788-5917-6fc4-59f0e1b18269, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.083172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.083401] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.083670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.083823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.084033] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.084264] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5855d4a-7f3f-44a4-afae-f94beab6c608 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.090985] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.091185] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1254.092282] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5762a344-faf3-43c9-8db6-5e02f9d62c35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.097567] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1254.097567] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206a36e-675c-7a74-0915-083d0452bcf6" [ 1254.097567] env[62353]: _type = "Task" [ 1254.097567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.104678] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206a36e-675c-7a74-0915-083d0452bcf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.607921] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]5206a36e-675c-7a74-0915-083d0452bcf6, 'name': SearchDatastore_Task, 'duration_secs': 0.007814} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.608997] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c37321e-c89d-4168-b52d-18bdcf7050ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.613990] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1254.613990] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522905ce-b194-1baf-c155-bd73026e93d9" [ 1254.613990] env[62353]: _type = "Task" [ 1254.613990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.622094] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522905ce-b194-1baf-c155-bd73026e93d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.106793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.107101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.107307] env[62353]: DEBUG nova.objects.instance [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.125121] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]522905ce-b194-1baf-c155-bd73026e93d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.125407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.125667] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1255.125927] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b875b6df-2484-444a-9392-eb9518c2d7a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.132068] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1255.132068] env[62353]: value = "task-658187" [ 1255.132068] env[62353]: _type = "Task" [ 1255.132068] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.139346] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.612336] env[62353]: DEBUG nova.objects.instance [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.642883] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408368} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.643229] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore1] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1255.643460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.643776] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7913e03-555c-4bb3-abb4-7236db8af362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.649747] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1255.649747] env[62353]: value = "task-658188" [ 1255.649747] env[62353]: _type = "Task" [ 1255.649747] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.657224] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.117161] env[62353]: INFO nova.compute.claims [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.161098] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.161417] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.162224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dd61fe-6e7c-4447-88a9-e4f00dcdd420 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.183468] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.183815] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99de87ed-e597-46bb-b76b-f724bb8d4473 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.204432] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1256.204432] env[62353]: value = "task-658189" [ 1256.204432] env[62353]: _type = "Task" [ 1256.204432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.212466] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.575755] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.579452] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.579452] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1256.714819] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658189, 'name': ReconfigVM_Task, 'duration_secs': 0.40192} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.714819] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.714819] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c59da08-a3e6-4c44-a925-bbc93a9129d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.720173] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1256.720173] env[62353]: value = "task-658190" [ 1256.720173] env[62353]: _type = "Task" [ 1256.720173] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.729670] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658190, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.169896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c30a06-18a3-49da-865f-0b688d413c48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.178739] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb9d681-4fec-4d10-9b0e-43be8a4abd4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.209021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae14a76d-de30-4dbe-97d0-47710000b8ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.216089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11719e7-0313-4f66-8444-a1bf2a5025fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.231353] env[62353]: DEBUG nova.compute.provider_tree [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.237873] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658190, 'name': Rename_Task, 'duration_secs': 0.127156} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.237873] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1257.238169] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51de1c2f-7c69-4157-a20b-77100046fb23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.244895] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1257.244895] env[62353]: value = "task-658191" [ 1257.244895] env[62353]: _type = "Task" [ 1257.244895] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.251762] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.580104] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.734647] env[62353]: DEBUG nova.scheduler.client.report [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1257.754376] env[62353]: DEBUG oslo_vmware.api [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658191, 'name': PowerOnVM_Task, 'duration_secs': 0.397833} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.754675] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1257.754893] env[62353]: INFO nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Took 4.29 seconds to spawn the instance on the hypervisor. [ 1257.755088] env[62353]: DEBUG nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1257.755858] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb12971-48a5-4f3d-a490-7715cd098e72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.082817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.239913] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.133s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.242245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.160s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.242429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.242589] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1258.243597] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202a63a5-3ffe-4328-90b4-645ff70082a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.251948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f197320-1ed6-4ff0-8d3b-32a637a1b79f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.272153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12732303-2624-4993-bcb9-74c08828c67c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.278416] env[62353]: INFO nova.compute.manager [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Took 9.01 seconds to build instance. [ 1258.283074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2051e6e-3fad-4283-ba71-8d5b290ef07f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.287819] env[62353]: INFO nova.network.neutron [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1258.325019] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181329MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1258.325347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.325508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.434218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.434218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.434218] env[62353]: INFO nova.compute.manager [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Shelving [ 1258.780734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2217586-63c4-4491-94b7-8490b486abb3 tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.516s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.941448] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1258.941806] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d460e7ee-dd36-447b-a2fd-220c838bdbdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.948517] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1258.948517] env[62353]: value = "task-658192" [ 1258.948517] env[62353]: _type = "Task" [ 1258.948517] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.957449] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.989622] env[62353]: INFO nova.compute.manager [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Rebuilding instance [ 1259.031624] env[62353]: DEBUG nova.compute.manager [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1259.032698] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b1a76-1eab-4c6a-9515-ad2ee9b11dbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.349170] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 90da835e-edc9-4056-b5eb-ba0554c5c35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.349416] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 5ab3df08-dcc8-4ff3-b72c-bcda0af90314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.349500] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 4e1a9dc9-ffec-4f99-8297-359d6769ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.349679] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1259.349820] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1259.392348] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ad8702-6d39-4e2a-bf1e-17899f7092d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.399835] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c002a9e-0c54-437d-b57b-5975478b40b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.429887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365df5e-9e61-46a4-912e-6b6c7882eaae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.437537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55892e-ffb7-4991-8161-bf425c9afdc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.451381] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.459819] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658192, 'name': PowerOffVM_Task, 'duration_secs': 0.208503} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.460661] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1259.461438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b594e5-bcee-42c3-b5af-0a44d045c503 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.479499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81723f2b-60d9-4cba-aba4-2f25192bbcf9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.550285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1259.550285] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165a64e9-9ecc-45c7-9720-9e70c31712a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.557703] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1259.557703] env[62353]: value = "task-658193" [ 1259.557703] env[62353]: _type = "Task" [ 1259.557703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.565636] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.677663] env[62353]: DEBUG nova.compute.manager [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1259.677925] env[62353]: DEBUG oslo_concurrency.lockutils [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.678194] env[62353]: DEBUG oslo_concurrency.lockutils [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.678477] env[62353]: DEBUG oslo_concurrency.lockutils [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.678799] env[62353]: DEBUG nova.compute.manager [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] No waiting events found dispatching network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.678912] env[62353]: WARNING nova.compute.manager [req-576d10f4-f44d-4716-9670-7e46c12ad7c2 req-66d34985-9d0c-43dc-a567-bede1fa2c7f3 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received unexpected event network-vif-plugged-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef for instance with vm_state shelved_offloaded and task_state spawning. [ 1259.762298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.762556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.762751] env[62353]: DEBUG nova.network.neutron [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1259.956848] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1259.988543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1259.988850] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fccbf4fc-d16a-4ba7-85ac-432ef871cb20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.996936] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1259.996936] env[62353]: value = "task-658194" [ 1259.996936] env[62353]: _type = "Task" [ 1259.996936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.005623] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.067640] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658193, 'name': PowerOffVM_Task, 'duration_secs': 0.159446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.067896] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1260.068128] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1260.068942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f2e3df-1759-47ac-85a8-71e758790395 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.075306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1260.075548] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0340f79-273d-4c6d-99bb-8871fb10aff3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.104274] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1260.104479] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1260.104677] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Deleting the datastore file [datastore1] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.104921] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81b74e2-c56b-4117-8eee-5329322ae4fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.110996] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1260.110996] env[62353]: value = "task-658196" [ 1260.110996] env[62353]: _type = "Task" [ 1260.110996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.117963] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.461604] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1260.461979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.463492] env[62353]: DEBUG nova.network.neutron [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.506298] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658194, 'name': CreateSnapshot_Task, 'duration_secs': 0.487713} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.506574] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1260.507553] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd39d75b-70e3-49bb-9bdd-348fb441d654 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.620235] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.620506] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.620696] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1260.620879] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1260.966264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.993208] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05213c8e93af03700793b8cfd849854e',container_format='bare',created_at=2024-09-04T19:36:51Z,direct_url=,disk_format='vmdk',id=35c3c51a-ff27-4624-a2a0-686dc5260ea1,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2070627835-shelved',owner='289c9140609d4fde9e5fd0eddf7e4f8a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-09-04T19:37:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.993473] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.993684] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.993888] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.994066] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.994227] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.994440] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.994606] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.994824] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.995010] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.995210] env[62353]: DEBUG nova.virt.hardware [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.996093] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23576997-de83-4717-849b-d667d2fae4d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.004472] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc658f6-aefb-4c64-8638-eb385674b691 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.025133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1261.025566] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:d9:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4711813-ca4a-45c9-8fd6-1c7ffaf043ef', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.032662] env[62353]: DEBUG oslo.service.loopingcall [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.032889] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5773ae36-cf1f-4151-a12e-00db82af5dc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.035577] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1261.035788] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a03418f-b688-4f56-a5b5-9b14ce1046b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.054143] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.054143] env[62353]: value = "task-658198" [ 1261.054143] env[62353]: _type = "Task" [ 1261.054143] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.055324] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1261.055324] env[62353]: value = "task-658197" [ 1261.055324] env[62353]: _type = "Task" [ 1261.055324] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.065689] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658198, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.068566] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658197, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.462463] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.462888] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1261.567297] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658198, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.570334] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658197, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.655885] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-04T19:23:59Z,direct_url=,disk_format='vmdk',id=e5cb58d4-cf14-43cc-a3ea-c15fd20494ff,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a01ec1940364ba087a7d6f0108bd5f6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-04T19:23:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.656166] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.656334] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.656522] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.656677] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.656834] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.657062] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.657235] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.657414] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.657583] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.657761] env[62353]: DEBUG nova.virt.hardware [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.658922] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c57c4f2-9d56-4dd9-af52-23a1f2449e6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.666326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898ca0e-8208-420b-8adc-941d09eb26fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.681130] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.686995] env[62353]: DEBUG oslo.service.loopingcall [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.687272] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1261.687490] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050419da-0b62-4b3e-bb01-b42c8565f679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.704315] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.704315] env[62353]: value = "task-658199" [ 1261.704315] env[62353]: _type = "Task" [ 1261.704315] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.712235] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658199, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.732453] env[62353]: DEBUG nova.compute.manager [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1261.732535] env[62353]: DEBUG nova.compute.manager [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing instance network info cache due to event network-changed-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1261.732727] env[62353]: DEBUG oslo_concurrency.lockutils [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.732906] env[62353]: DEBUG oslo_concurrency.lockutils [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.733048] env[62353]: DEBUG nova.network.neutron [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Refreshing network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1262.068892] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658198, 'name': CreateVM_Task, 'duration_secs': 0.515832} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.071726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1262.072034] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658197, 'name': CloneVM_Task, 'duration_secs': 0.778139} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.072632] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.072804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.073203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.073460] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Created linked-clone VM from snapshot [ 1262.073707] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5a9f05-984c-4aca-b47e-700c3be4d335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.075602] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07e402-a19d-4724-a3df-430f47dced0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.080261] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1262.080261] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f495b2-8b14-9c30-e582-56d1865f1556" [ 1262.080261] env[62353]: _type = "Task" [ 1262.080261] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.083396] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Uploading image b92a5c22-51e5-44d5-9364-d808b9606f1b {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1262.092090] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f495b2-8b14-9c30-e582-56d1865f1556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.103295] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1262.103295] env[62353]: value = "vm-159648" [ 1262.103295] env[62353]: _type = "VirtualMachine" [ 1262.103295] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1262.103527] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38f92a2a-ebf8-4d7f-afb2-8a1f736bc11d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.110181] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease: (returnval){ [ 1262.110181] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521cd431-5b72-38a1-d3b1-e8d77ef13e96" [ 1262.110181] env[62353]: _type = "HttpNfcLease" [ 1262.110181] env[62353]: } obtained for exporting VM: (result){ [ 1262.110181] env[62353]: value = "vm-159648" [ 1262.110181] env[62353]: _type = "VirtualMachine" [ 1262.110181] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1262.110453] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the lease: (returnval){ [ 1262.110453] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521cd431-5b72-38a1-d3b1-e8d77ef13e96" [ 1262.110453] env[62353]: _type = "HttpNfcLease" [ 1262.110453] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1262.116554] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.116554] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521cd431-5b72-38a1-d3b1-e8d77ef13e96" [ 1262.116554] env[62353]: _type = "HttpNfcLease" [ 1262.116554] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1262.213791] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658199, 'name': CreateVM_Task, 'duration_secs': 0.296508} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.213791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1262.214176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.214176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.214483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.214753] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a575c66b-221d-477c-9b24-93f3fe6067c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.218834] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1262.218834] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1dee9-bce0-6072-47fd-fc3aebe26bb8" [ 1262.218834] env[62353]: _type = "Task" [ 1262.218834] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.225925] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1dee9-bce0-6072-47fd-fc3aebe26bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.417064] env[62353]: DEBUG nova.network.neutron [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updated VIF entry in instance network info cache for port f4711813-ca4a-45c9-8fd6-1c7ffaf043ef. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1262.417456] env[62353]: DEBUG nova.network.neutron [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.469693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.593756] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.594054] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Processing image 35c3c51a-ff27-4624-a2a0-686dc5260ea1 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.594304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.594461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.594648] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.594898] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f58cfe1-3f40-4781-9448-9b25853cbee0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.603264] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.603442] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1262.604183] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4837e644-94b4-4e42-ae69-11102e134e7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.609160] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1262.609160] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a6b112-32b9-15c3-28a5-b86716c724d7" [ 1262.609160] env[62353]: _type = "Task" [ 1262.609160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.619158] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a6b112-32b9-15c3-28a5-b86716c724d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.620509] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.620509] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521cd431-5b72-38a1-d3b1-e8d77ef13e96" [ 1262.620509] env[62353]: _type = "HttpNfcLease" [ 1262.620509] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1262.620766] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1262.620766] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]521cd431-5b72-38a1-d3b1-e8d77ef13e96" [ 1262.620766] env[62353]: _type = "HttpNfcLease" [ 1262.620766] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1262.621437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338958b5-c708-4b1e-94d2-238d1fa542cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.627960] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1262.628153] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1262.716482] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddabf1cf-9561-4da1-8412-2a3f229f037f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.728643] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52f1dee9-bce0-6072-47fd-fc3aebe26bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.730612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.730892] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Processing image e5cb58d4-cf14-43cc-a3ea-c15fd20494ff {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.731090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.731249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.731435] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.732080] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314eacad-da65-4c10-bb97-e32be40b33c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.748989] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.749271] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1262.749922] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9be7366-c4a2-444f-961e-1a4ca43f88cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.755163] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1262.755163] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6c12e-b63a-b0fa-4c4f-ccd4d453d254" [ 1262.755163] env[62353]: _type = "Task" [ 1262.755163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.762383] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6c12e-b63a-b0fa-4c4f-ccd4d453d254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.919586] env[62353]: DEBUG oslo_concurrency.lockutils [req-97dbec8b-ae22-42b5-b730-36939bcebf97 req-81314c16-e246-4013-b13c-9f5bad3cbcd2 service nova] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.920012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.920258] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1263.120715] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1263.121204] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Fetch image to [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df/OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1263.121479] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Downloading stream optimized image 35c3c51a-ff27-4624-a2a0-686dc5260ea1 to [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df/OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df.vmdk on the data store datastore1 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1263.121971] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Downloading image file data 35c3c51a-ff27-4624-a2a0-686dc5260ea1 to the ESX as VM named 'OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1263.200539] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1263.200539] env[62353]: value = "resgroup-9" [ 1263.200539] env[62353]: _type = "ResourcePool" [ 1263.200539] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1263.204998] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a2151f33-e4af-4a8e-90d3-aaa18c0cd16e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.226574] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease: (returnval){ [ 1263.226574] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db1808-e9d3-07a4-ac2d-5584bfac14fa" [ 1263.226574] env[62353]: _type = "HttpNfcLease" [ 1263.226574] env[62353]: } obtained for vApp import into resource pool (val){ [ 1263.226574] env[62353]: value = "resgroup-9" [ 1263.226574] env[62353]: _type = "ResourcePool" [ 1263.226574] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1263.227377] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the lease: (returnval){ [ 1263.227377] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db1808-e9d3-07a4-ac2d-5584bfac14fa" [ 1263.227377] env[62353]: _type = "HttpNfcLease" [ 1263.227377] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1263.234593] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.234593] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db1808-e9d3-07a4-ac2d-5584bfac14fa" [ 1263.234593] env[62353]: _type = "HttpNfcLease" [ 1263.234593] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1263.266457] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52d6c12e-b63a-b0fa-4c4f-ccd4d453d254, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.267549] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a082d2cc-86ef-475e-9b94-2a28f3ae5e8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.274379] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1263.274379] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520f16a1-d62c-9c60-f99e-37a91196c03a" [ 1263.274379] env[62353]: _type = "Task" [ 1263.274379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.285896] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520f16a1-d62c-9c60-f99e-37a91196c03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.735362] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.735362] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db1808-e9d3-07a4-ac2d-5584bfac14fa" [ 1263.735362] env[62353]: _type = "HttpNfcLease" [ 1263.735362] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1263.735885] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1263.735885] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52db1808-e9d3-07a4-ac2d-5584bfac14fa" [ 1263.735885] env[62353]: _type = "HttpNfcLease" [ 1263.735885] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1263.736577] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18160fa-213e-492a-86e7-c4145847ad8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.744354] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1263.744573] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1263.817944] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2791bd3b-8207-4b46-a332-ea004d2f77e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.819972] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]520f16a1-d62c-9c60-f99e-37a91196c03a, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.821801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.822108] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1263.822854] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a5a885-2ee8-4f54-ad89-f19c7a70127d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.830365] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1263.830365] env[62353]: value = "task-658202" [ 1263.830365] env[62353]: _type = "Task" [ 1263.830365] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.838856] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.179437] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [{"id": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "address": "fa:16:3e:6b:d9:61", "network": {"id": "14cd6716-2864-473c-bdea-355797d4e724", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-826129858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289c9140609d4fde9e5fd0eddf7e4f8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4711813-ca", "ovs_interfaceid": "f4711813-ca4a-45c9-8fd6-1c7ffaf043ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.340898] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658202, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.682950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-4e1a9dc9-ffec-4f99-8297-359d6769ade5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.683261] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1264.683689] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.684086] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.684375] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.797599] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.842944] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.844921] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff/e5cb58d4-cf14-43cc-a3ea-c15fd20494ff.vmdk to [datastore2] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1264.845150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.845404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce0d175-f3dc-4185-a9df-2482dbe3d7c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.853658] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1264.853658] env[62353]: value = "task-658203" [ 1264.853658] env[62353]: _type = "Task" [ 1264.853658] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.861326] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.044410] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1265.044731] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1265.045763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14f05c-72e3-4c03-aac3-48bfbc8d1e73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.054385] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1265.054572] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1265.054813] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-195c3bc9-b66b-41df-8926-9c7bf743d186 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.292924] env[62353]: DEBUG oslo_vmware.rw_handles [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a2fcf-7314-f0fc-a2ac-edbd0d80235e/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1265.293237] env[62353]: INFO nova.virt.vmwareapi.images [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Downloaded image file data 35c3c51a-ff27-4624-a2a0-686dc5260ea1 [ 1265.294187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f293a-83f6-4f17-89c9-dd5d7c4d3355 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.311274] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4273c107-239f-4feb-a964-873039318944 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.363493] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073143} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.363849] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.364677] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11920978-53ce-4855-a733-f25b3a76e503 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.384151] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.385470] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb33e140-6f1c-42d6-8ef3-f8dfe80fbb5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.399529] env[62353]: INFO nova.virt.vmwareapi.images [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] The imported VM was unregistered [ 1265.401262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1265.401530] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Creating directory with path [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.401798] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e21b0a-d2e4-4815-b631-6d70ff9df0f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.408722] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1265.408722] env[62353]: value = "task-658205" [ 1265.408722] env[62353]: _type = "Task" [ 1265.408722] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.412900] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Created directory with path [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.413111] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df/OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df.vmdk to [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1265.413695] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c2aaacb5-52d4-49af-a98a-9dfb576bcb47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.418901] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.423689] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1265.423689] env[62353]: value = "task-658206" [ 1265.423689] env[62353]: _type = "Task" [ 1265.423689] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.430881] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.918810] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658205, 'name': ReconfigVM_Task, 'duration_secs': 0.287847} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.919159] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314/5ab3df08-dcc8-4ff3-b72c-bcda0af90314.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.919830] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aab8c58-9bd9-40ed-aee0-d7c07ac90aef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.928676] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1265.928676] env[62353]: value = "task-658207" [ 1265.928676] env[62353]: _type = "Task" [ 1265.928676] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.935785] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.941431] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658207, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.446344] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.450050] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658207, 'name': Rename_Task, 'duration_secs': 0.150631} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.450430] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1266.450729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622b4f63-f0cb-4c1f-9d71-ee29a7045dfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.461150] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1266.461150] env[62353]: value = "task-658208" [ 1266.461150] env[62353]: _type = "Task" [ 1266.461150] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.472281] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.942132] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.980444] env[62353]: DEBUG oslo_vmware.api [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658208, 'name': PowerOnVM_Task, 'duration_secs': 0.495481} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.980831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1266.981097] env[62353]: DEBUG nova.compute.manager [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1266.982131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f422907-bb79-4583-8c48-538df3dc1c73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.439294] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.506118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.506486] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.506714] env[62353]: DEBUG nova.objects.instance [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1267.937254] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658206, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.154148} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.937559] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df/OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df.vmdk to [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk. [ 1267.937766] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Cleaning up location [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1267.937954] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8bd93352-20a2-4c86-9e64-2e3d978a07df {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.938235] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0edfaf4-0d4d-41ec-8ce3-bf0a4cab989e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.944768] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1267.944768] env[62353]: value = "task-658209" [ 1267.944768] env[62353]: _type = "Task" [ 1267.944768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.952298] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.456813] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037681} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.457105] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.457287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.457532] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk to [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1268.457795] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9f3834-620c-4094-998d-7760bce9ae24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.463920] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1268.463920] env[62353]: value = "task-658210" [ 1268.463920] env[62353]: _type = "Task" [ 1268.463920] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.471695] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.516461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-729b8160-eeda-41bd-931d-c06556d0742a tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.695384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.695680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.695884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.696141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.696336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.699110] env[62353]: INFO nova.compute.manager [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Terminating instance [ 1268.700995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "refresh_cache-5ab3df08-dcc8-4ff3-b72c-bcda0af90314" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.701200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquired lock "refresh_cache-5ab3df08-dcc8-4ff3-b72c-bcda0af90314" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.701343] env[62353]: DEBUG nova.network.neutron [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1268.979366] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.221721] env[62353]: DEBUG nova.network.neutron [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1269.286726] env[62353]: DEBUG nova.network.neutron [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.476463] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.790144] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Releasing lock "refresh_cache-5ab3df08-dcc8-4ff3-b72c-bcda0af90314" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.790603] env[62353]: DEBUG nova.compute.manager [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1269.790827] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1269.791833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e550d072-76f0-4b73-a884-b274165d89d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.800116] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1269.800423] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-087a07b6-df58-4797-b96b-d41078dfa7ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.807174] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1269.807174] env[62353]: value = "task-658211" [ 1269.807174] env[62353]: _type = "Task" [ 1269.807174] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.815829] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.975497] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.318276] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658211, 'name': PowerOffVM_Task, 'duration_secs': 0.163789} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.318744] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1270.318831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1270.319178] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8ea6e9-9dbb-4c21-8c7d-f25e829c2612 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.345817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1270.346076] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1270.346278] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Deleting the datastore file [datastore2] 5ab3df08-dcc8-4ff3-b72c-bcda0af90314 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.346595] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae53a65a-8b10-4125-aabd-24d33b810f92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.354460] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for the task: (returnval){ [ 1270.354460] env[62353]: value = "task-658213" [ 1270.354460] env[62353]: _type = "Task" [ 1270.354460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.363712] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.476873] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.864551] env[62353]: DEBUG oslo_vmware.api [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Task: {'id': task-658213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172085} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.864819] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.865038] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1270.865262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1270.865476] env[62353]: INFO nova.compute.manager [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1270.865734] env[62353]: DEBUG oslo.service.loopingcall [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.865965] env[62353]: DEBUG nova.compute.manager [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1270.866114] env[62353]: DEBUG nova.network.neutron [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1270.880764] env[62353]: DEBUG nova.network.neutron [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1270.976027] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658210, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.210995} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.976323] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/35c3c51a-ff27-4624-a2a0-686dc5260ea1/35c3c51a-ff27-4624-a2a0-686dc5260ea1.vmdk to [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1270.977157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe5b0d-23bd-48a1-b378-0f9c4c00a497 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.998880] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.999178] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbec2504-fdff-4975-ad27-3a33c3e82ce3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.020197] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1271.020197] env[62353]: value = "task-658214" [ 1271.020197] env[62353]: _type = "Task" [ 1271.020197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.028635] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.383179] env[62353]: DEBUG nova.network.neutron [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.530277] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658214, 'name': ReconfigVM_Task, 'duration_secs': 0.437779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.530567] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5/4e1a9dc9-ffec-4f99-8297-359d6769ade5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.531244] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0827c10e-fa84-4c23-b80f-3c0a9d94ef83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.538151] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1271.538151] env[62353]: value = "task-658215" [ 1271.538151] env[62353]: _type = "Task" [ 1271.538151] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.546869] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658215, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.886484] env[62353]: INFO nova.compute.manager [-] [instance: 5ab3df08-dcc8-4ff3-b72c-bcda0af90314] Took 1.02 seconds to deallocate network for instance. [ 1272.050102] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658215, 'name': Rename_Task, 'duration_secs': 0.327209} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.050469] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1272.050780] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6f78b3-918b-4511-a1e9-d0f2d8b287c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.057370] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1272.057370] env[62353]: value = "task-658216" [ 1272.057370] env[62353]: _type = "Task" [ 1272.057370] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.065176] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.177374] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1272.178330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8edcf7-5c61-48c3-839d-a2ddf62110db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.184645] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1272.184849] env[62353]: ERROR oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk due to incomplete transfer. [ 1272.185085] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15ed2e11-95cd-4c46-8ebd-2386541e034c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.191831] env[62353]: DEBUG oslo_vmware.rw_handles [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295fdaf-ab78-45e7-54a5-23642ae8de74/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1272.192051] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Uploaded image b92a5c22-51e5-44d5-9364-d808b9606f1b to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1272.194664] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1272.194934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe627b1d-e494-4ba2-bd3d-550e68475444 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.200428] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1272.200428] env[62353]: value = "task-658217" [ 1272.200428] env[62353]: _type = "Task" [ 1272.200428] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.208353] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658217, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.393431] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.393830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.393969] env[62353]: DEBUG nova.objects.instance [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lazy-loading 'resources' on Instance uuid 5ab3df08-dcc8-4ff3-b72c-bcda0af90314 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.567772] env[62353]: DEBUG oslo_vmware.api [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658216, 'name': PowerOnVM_Task, 'duration_secs': 0.497702} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.568074] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1272.661165] env[62353]: DEBUG nova.compute.manager [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1272.662418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25ecf7-007c-4baa-b6a1-4a8643ae2d62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.709728] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658217, 'name': Destroy_Task, 'duration_secs': 0.484492} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.709995] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Destroyed the VM [ 1272.710246] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1272.710489] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dcd83ef5-ad6c-4b82-96cc-89a923073bdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.717803] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1272.717803] env[62353]: value = "task-658218" [ 1272.717803] env[62353]: _type = "Task" [ 1272.717803] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.725256] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.951079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ae120-63c2-4f32-9b40-6464d5e1eb11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.959255] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3ecf6-71cb-49d0-8988-417b552b7de7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.989827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2deaab4-6590-4cb8-93a2-b82d756443e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.996546] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99115ea7-07d8-4938-bfb2-0edc9e911a73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.009272] env[62353]: DEBUG nova.compute.provider_tree [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.179293] env[62353]: DEBUG oslo_concurrency.lockutils [None req-952ece57-5e29-4e5f-b3ab-48bbf8580ae5 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.101s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.227077] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.512618] env[62353]: DEBUG nova.scheduler.client.report [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.588767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.589094] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.589319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.589516] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.589693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.591899] env[62353]: INFO nova.compute.manager [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Terminating instance [ 1273.593790] env[62353]: DEBUG nova.compute.manager [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1273.593990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1273.594860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0cbb5-045a-4356-ac8c-d2aa27875273 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.602259] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1273.602496] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3125a8ec-e48a-42ce-873c-9aa429052145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.608684] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1273.608684] env[62353]: value = "task-658219" [ 1273.608684] env[62353]: _type = "Task" [ 1273.608684] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.615763] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.727608] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658218, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.017586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.037778] env[62353]: INFO nova.scheduler.client.report [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Deleted allocations for instance 5ab3df08-dcc8-4ff3-b72c-bcda0af90314 [ 1274.118590] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658219, 'name': PowerOffVM_Task, 'duration_secs': 0.196691} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.118821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1274.118997] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1274.119270] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04709712-4dc9-40c6-9068-6f4cbc54d2da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.175520] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1274.175774] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1274.175969] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleting the datastore file [datastore1] 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.176249] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8926e4d4-429c-47e4-b585-0b5b398bb495 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.182390] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for the task: (returnval){ [ 1274.182390] env[62353]: value = "task-658221" [ 1274.182390] env[62353]: _type = "Task" [ 1274.182390] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.189536] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.226809] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658218, 'name': RemoveSnapshot_Task, 'duration_secs': 1.090075} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.227095] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1274.227377] env[62353]: DEBUG nova.compute.manager [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1274.228739] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270e1fb-0eea-4777-ac2d-03d27df1684f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.545315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee9de944-ebdb-4b27-b2d0-39211b406a1d tempest-ServerShowV254Test-117136429 tempest-ServerShowV254Test-117136429-project-member] Lock "5ab3df08-dcc8-4ff3-b72c-bcda0af90314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.850s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.693119] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.741339] env[62353]: INFO nova.compute.manager [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Shelve offloading [ 1274.743060] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1274.743313] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5efa9ecb-0b5e-4354-9a91-32564a63bb54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.751300] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1274.751300] env[62353]: value = "task-658222" [ 1274.751300] env[62353]: _type = "Task" [ 1274.751300] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.758837] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.191794] env[62353]: DEBUG oslo_vmware.api [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Task: {'id': task-658221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634467} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.192072] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.192278] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1275.192437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1275.192613] env[62353]: INFO nova.compute.manager [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1275.192863] env[62353]: DEBUG oslo.service.loopingcall [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.193067] env[62353]: DEBUG nova.compute.manager [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1275.193164] env[62353]: DEBUG nova.network.neutron [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1275.264760] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1275.264877] env[62353]: DEBUG nova.compute.manager [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1275.265676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e29b743-9ddf-46d9-abdf-4333d6660aa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.271533] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.274620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.274620] env[62353]: DEBUG nova.network.neutron [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1275.617432] env[62353]: DEBUG nova.compute.manager [req-8189e5b7-a9ea-4099-a76e-10ec82a47d61 req-fbc19aa6-5d46-4292-b260-2a22e863d415 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Received event network-vif-deleted-f4711813-ca4a-45c9-8fd6-1c7ffaf043ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1275.617719] env[62353]: INFO nova.compute.manager [req-8189e5b7-a9ea-4099-a76e-10ec82a47d61 req-fbc19aa6-5d46-4292-b260-2a22e863d415 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Neutron deleted interface f4711813-ca4a-45c9-8fd6-1c7ffaf043ef; detaching it from the instance and deleting it from the info cache [ 1275.617979] env[62353]: DEBUG nova.network.neutron [req-8189e5b7-a9ea-4099-a76e-10ec82a47d61 req-fbc19aa6-5d46-4292-b260-2a22e863d415 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.965425] env[62353]: DEBUG nova.network.neutron [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.098040] env[62353]: DEBUG nova.network.neutron [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.120868] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec696b9b-647e-481c-b28e-23edf08ee76e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.130852] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28967d73-6163-46da-a38e-583926ed7440 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.156169] env[62353]: DEBUG nova.compute.manager [req-8189e5b7-a9ea-4099-a76e-10ec82a47d61 req-fbc19aa6-5d46-4292-b260-2a22e863d415 service nova] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Detach interface failed, port_id=f4711813-ca4a-45c9-8fd6-1c7ffaf043ef, reason: Instance 4e1a9dc9-ffec-4f99-8297-359d6769ade5 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1276.468030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.600195] env[62353]: INFO nova.compute.manager [-] [instance: 4e1a9dc9-ffec-4f99-8297-359d6769ade5] Took 1.41 seconds to deallocate network for instance. [ 1276.758750] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1276.759679] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260a405-b67e-4cac-a895-e0d0f73c829d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.767628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1276.767881] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b80d8a-92be-4097-a8c6-4167c38bdf85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.823683] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1276.823947] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1276.824150] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.824438] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c5ce1de-d0b6-4582-9ca3-82f857c5b9b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.830649] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1276.830649] env[62353]: value = "task-658224" [ 1276.830649] env[62353]: _type = "Task" [ 1276.830649] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.837989] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.106255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.106543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.106772] env[62353]: DEBUG nova.objects.instance [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lazy-loading 'resources' on Instance uuid 4e1a9dc9-ffec-4f99-8297-359d6769ade5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.340491] env[62353]: DEBUG oslo_vmware.api [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.340761] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.340958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1277.341159] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1277.362346] env[62353]: INFO nova.scheduler.client.report [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted allocations for instance 90da835e-edc9-4056-b5eb-ba0554c5c35b [ 1277.636343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3d7de6-9373-45ca-b6ca-c29ac43b8847 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.641749] env[62353]: DEBUG nova.compute.manager [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-vif-unplugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1277.641829] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.642078] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.642227] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.642404] env[62353]: DEBUG nova.compute.manager [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] No waiting events found dispatching network-vif-unplugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1277.642576] env[62353]: WARNING nova.compute.manager [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received unexpected event network-vif-unplugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 for instance with vm_state shelved_offloaded and task_state None. [ 1277.642757] env[62353]: DEBUG nova.compute.manager [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1277.642900] env[62353]: DEBUG nova.compute.manager [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing instance network info cache due to event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1277.643109] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.643251] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.643411] env[62353]: DEBUG nova.network.neutron [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1277.647567] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e764a590-38fe-44a0-b7cb-0c70eb9b2040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.677201] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ec19e-3632-46d3-ab1a-3798f8577569 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.684032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccec354-2940-458a-9b0c-411cca31c4c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.698441] env[62353]: DEBUG nova.compute.provider_tree [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.867202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.201226] env[62353]: DEBUG nova.scheduler.client.report [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1278.333769] env[62353]: DEBUG nova.network.neutron [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updated VIF entry in instance network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1278.334162] env[62353]: DEBUG nova.network.neutron [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.705930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.708931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.841s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.708931] env[62353]: DEBUG nova.objects.instance [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'resources' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.724217] env[62353]: INFO nova.scheduler.client.report [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Deleted allocations for instance 4e1a9dc9-ffec-4f99-8297-359d6769ade5 [ 1278.837123] env[62353]: DEBUG oslo_concurrency.lockutils [req-18bd4c3f-06ca-473a-9b24-4fd5bcd09dde req-88b394fc-621e-44dc-8e40-01ba90af885f service nova] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.211619] env[62353]: DEBUG nova.objects.instance [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'numa_topology' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.231095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-996c3cae-1d39-4799-ace2-1a611d96a201 tempest-ServerActionsTestOtherB-2146400445 tempest-ServerActionsTestOtherB-2146400445-project-member] Lock "4e1a9dc9-ffec-4f99-8297-359d6769ade5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.714506] env[62353]: DEBUG nova.objects.base [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Object Instance<90da835e-edc9-4056-b5eb-ba0554c5c35b> lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1279.740146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc189e43-8eba-4e42-af3e-047506810918 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.747657] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffebf8a-371c-422d-ae92-107606b002c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.778909] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d9842-4835-407d-8831-cb2b0026974a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.785966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb753509-c5cb-4086-af01-b8102553dd9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.798491] env[62353]: DEBUG nova.compute.provider_tree [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.301813] env[62353]: DEBUG nova.scheduler.client.report [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1280.593759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.806558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.314032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b952114-ded5-4d57-abb3-ba946c22715d tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.880s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.314764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.721s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.314934] env[62353]: INFO nova.compute.manager [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Unshelving [ 1282.339700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.340091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.340320] env[62353]: DEBUG nova.objects.instance [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'pci_requests' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.844178] env[62353]: DEBUG nova.objects.instance [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'numa_topology' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.347380] env[62353]: INFO nova.compute.claims [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.389827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa4996-15fc-412b-8bb2-bdbc1ed8b337 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.401350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c6566-6d2b-4b96-ac43-345bada68828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.430865] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03862dcd-e425-48b2-824a-65fd4339bda3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.438569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce8f2a-8f05-43f7-ab02-fb30ed3df994 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.451671] env[62353]: DEBUG nova.compute.provider_tree [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.955049] env[62353]: DEBUG nova.scheduler.client.report [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.459870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.120s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.487428] env[62353]: INFO nova.network.neutron [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1286.852523] env[62353]: DEBUG nova.compute.manager [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1286.852801] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.852961] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.853184] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.853333] env[62353]: DEBUG nova.compute.manager [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] No waiting events found dispatching network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1286.853498] env[62353]: WARNING nova.compute.manager [req-d6b91bda-7f9a-4959-9172-44a7329d91d3 req-6fc4da63-91ed-405a-99a7-80af02aa28b6 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received unexpected event network-vif-plugged-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1286.929473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.929697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929862] env[62353]: DEBUG nova.network.neutron [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1287.636247] env[62353]: DEBUG nova.network.neutron [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.139564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.166154] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-04T19:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='73b60ce52457086c8a249fa3fd11dec9',container_format='bare',created_at=2024-09-04T19:37:16Z,direct_url=,disk_format='vmdk',id=b92a5c22-51e5-44d5-9364-d808b9606f1b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1360971332-shelved',owner='35e4ba04853b4228ba9ad86860ce3631',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2024-09-04T19:37:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1288.166419] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1288.166590] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.166802] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1288.166945] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.167121] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1288.167338] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1288.167499] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1288.167669] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1288.167838] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1288.168025] env[62353]: DEBUG nova.virt.hardware [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.169276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d5ec52-f486-4fda-a368-c10135be6bc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.177079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67860d-618e-49e3-beca-3d264215fc05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.189927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:49:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ab601f4-c9c3-4d7e-865d-89a1196c3ad6', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.197276] env[62353]: DEBUG oslo.service.loopingcall [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1288.197476] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1288.197677] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c611317f-a024-43c6-84f0-c346dcfeb9e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.215890] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.215890] env[62353]: value = "task-658226" [ 1288.215890] env[62353]: _type = "Task" [ 1288.215890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.223161] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658226, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.725296] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-658226, 'name': CreateVM_Task, 'duration_secs': 0.290489} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.725431] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1288.726103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.726281] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.726664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.726917] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6dbcd6-04be-4dbc-b14b-ad6d6cfeb239 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.730989] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1288.730989] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a85ec9-52e2-49c9-6aeb-ad179b146c78" [ 1288.730989] env[62353]: _type = "Task" [ 1288.730989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.738400] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52a85ec9-52e2-49c9-6aeb-ad179b146c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.879822] env[62353]: DEBUG nova.compute.manager [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1288.880052] env[62353]: DEBUG nova.compute.manager [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing instance network info cache due to event network-changed-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1288.880334] env[62353]: DEBUG oslo_concurrency.lockutils [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.880414] env[62353]: DEBUG oslo_concurrency.lockutils [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.880570] env[62353]: DEBUG nova.network.neutron [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Refreshing network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1289.241671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.242043] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Processing image b92a5c22-51e5-44d5-9364-d808b9606f1b {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.242203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.242352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.242529] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.242786] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d591eb1-e3c0-42b3-80bd-81314196f57b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.251726] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.251726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1289.251966] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9295a174-f526-47d2-ad23-2488c8d8bf95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.257025] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1289.257025] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b3ff07-9d5f-6e13-6e0f-a39d2d1f13bc" [ 1289.257025] env[62353]: _type = "Task" [ 1289.257025] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.264613] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52b3ff07-9d5f-6e13-6e0f-a39d2d1f13bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.590062] env[62353]: DEBUG nova.network.neutron [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updated VIF entry in instance network info cache for port 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1289.590456] env[62353]: DEBUG nova.network.neutron [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.768928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1289.769216] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Fetch image to [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f/OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1289.769403] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Downloading stream optimized image b92a5c22-51e5-44d5-9364-d808b9606f1b to [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f/OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1289.769581] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Downloading image file data b92a5c22-51e5-44d5-9364-d808b9606f1b to the ESX as VM named 'OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1289.840069] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1289.840069] env[62353]: value = "resgroup-9" [ 1289.840069] env[62353]: _type = "ResourcePool" [ 1289.840069] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1289.840368] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc13b171-4720-43e6-aaaa-a8e31675a0be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.861059] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease: (returnval){ [ 1289.861059] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52004fec-946e-3b2f-b6ec-7da87a08dce6" [ 1289.861059] env[62353]: _type = "HttpNfcLease" [ 1289.861059] env[62353]: } obtained for vApp import into resource pool (val){ [ 1289.861059] env[62353]: value = "resgroup-9" [ 1289.861059] env[62353]: _type = "ResourcePool" [ 1289.861059] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1289.861542] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the lease: (returnval){ [ 1289.861542] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52004fec-946e-3b2f-b6ec-7da87a08dce6" [ 1289.861542] env[62353]: _type = "HttpNfcLease" [ 1289.861542] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.867402] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.867402] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52004fec-946e-3b2f-b6ec-7da87a08dce6" [ 1289.867402] env[62353]: _type = "HttpNfcLease" [ 1289.867402] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.094045] env[62353]: DEBUG oslo_concurrency.lockutils [req-7be7de07-e97a-450a-9492-45e1787a6cf0 req-e2bf0d33-63ea-42b3-865e-fd29a4a6fdac service nova] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.369803] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.369803] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52004fec-946e-3b2f-b6ec-7da87a08dce6" [ 1290.369803] env[62353]: _type = "HttpNfcLease" [ 1290.369803] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.370369] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.370369] env[62353]: value = "session[523c0899-4439-d74f-1b6d-a4c0dfec0114]52004fec-946e-3b2f-b6ec-7da87a08dce6" [ 1290.370369] env[62353]: _type = "HttpNfcLease" [ 1290.370369] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1290.370756] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b25e880-3897-413b-bed4-c120658c62d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.377524] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.377699] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1290.440582] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a811a1e-db46-44a2-9933-0c58b882a058 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.519104] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1291.519530] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1291.520231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af0298-b986-4541-8559-dae8ecf7e581 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.526596] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1291.526765] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1291.526995] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2df7dae1-ab29-40d1-a48a-b5869866bd06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.710810] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52471632-28fc-0a76-c63c-21416395b510/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1291.711048] env[62353]: INFO nova.virt.vmwareapi.images [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Downloaded image file data b92a5c22-51e5-44d5-9364-d808b9606f1b [ 1291.711988] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d9ed8-d2da-4013-975c-f122c0f9b40a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.730321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c0f95ec-17b2-44a3-a4d1-047ca778c511 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.809601] env[62353]: INFO nova.virt.vmwareapi.images [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] The imported VM was unregistered [ 1291.812153] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1291.812405] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.812695] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655f492f-b293-4833-8960-4709a64a640b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.822568] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Created directory with path [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.822765] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f/OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f.vmdk to [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1291.823029] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-648e023c-e661-407b-baac-eabab3a19077 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.830327] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1291.830327] env[62353]: value = "task-658229" [ 1291.830327] env[62353]: _type = "Task" [ 1291.830327] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.837950] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.342913] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.842321] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.343479] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.842972] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.342842] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658229, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.453017} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.345100] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f/OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f.vmdk to [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk. [ 1294.345100] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Cleaning up location [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1294.345100] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_73d7015d-ff68-432f-b920-5d45ac8d862f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.345100] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38a36d37-80e0-4191-b904-3905c305cd4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.350129] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1294.350129] env[62353]: value = "task-658230" [ 1294.350129] env[62353]: _type = "Task" [ 1294.350129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.357244] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.859893] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034614} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.860318] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.860376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.860584] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk to [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1294.860836] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddb725c0-ef4b-45d0-ab9e-03b7e3d4ea5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.866718] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1294.866718] env[62353]: value = "task-658231" [ 1294.866718] env[62353]: _type = "Task" [ 1294.866718] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.873495] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.379515] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.878528] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.380153] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.879814] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.379868] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658231, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.066916} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.380145] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b92a5c22-51e5-44d5-9364-d808b9606f1b/b92a5c22-51e5-44d5-9364-d808b9606f1b.vmdk to [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1297.380895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0966fd1d-1c6f-418d-97ca-8f0734cee38b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.401827] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.402077] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73aef355-51e2-44fb-b232-705b4a093a63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.420695] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1297.420695] env[62353]: value = "task-658232" [ 1297.420695] env[62353]: _type = "Task" [ 1297.420695] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.427918] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658232, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.930599] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.432229] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.931591] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658232, 'name': ReconfigVM_Task, 'duration_secs': 1.058743} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.931932] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b/90da835e-edc9-4056-b5eb-ba0554c5c35b.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.933020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc75123-4f10-48ef-bca3-abd0cda59503 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.939412] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1298.939412] env[62353]: value = "task-658233" [ 1298.939412] env[62353]: _type = "Task" [ 1298.939412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.947032] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658233, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.449915] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658233, 'name': Rename_Task, 'duration_secs': 0.130809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.450174] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1299.450416] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee33b96-bfc5-471c-96f3-7a208515dd49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.456538] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1299.456538] env[62353]: value = "task-658234" [ 1299.456538] env[62353]: _type = "Task" [ 1299.456538] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.467768] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.966706] env[62353]: DEBUG oslo_vmware.api [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658234, 'name': PowerOnVM_Task, 'duration_secs': 0.427789} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.967113] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1300.067122] env[62353]: DEBUG nova.compute.manager [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1300.068062] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880a032-bf6c-4bd1-8bfa-fc259dbd6451 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.586703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d8e2822-48aa-4e4e-8305-08b74d6ead82 tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.271s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.579614] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.580241] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.575476] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.579367] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.579367] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1317.579806] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.082330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.082640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.082761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.082887] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1318.083853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cded8-4666-495b-8b4b-018e4d20758a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.092429] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b116fe4-6a65-4e33-90fd-324cfa6bc530 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.107195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc4c911-74fa-4308-9c6e-e96cc716e8e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.113564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01ca786-c34f-4465-b98d-1b1bec774626 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.142065] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181585MB free_disk=87GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1318.142406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.142769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.168022] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Instance 90da835e-edc9-4056-b5eb-ba0554c5c35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1319.168022] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1319.168022] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1319.193036] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c74c07-090c-4270-8a2b-202caed9aff2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.200288] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ec0d42-77bd-4187-90a8-1ab775e372de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.229842] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a067d97-336d-4c10-9029-7b711f9e1c05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.236342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270b184-4ad5-4aa4-b8af-e71ff0815b5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.248857] env[62353]: DEBUG nova.compute.provider_tree [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.751604] env[62353]: DEBUG nova.scheduler.client.report [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.257205] env[62353]: DEBUG nova.compute.resource_tracker [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1320.257590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.258666] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.258666] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1322.258666] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1322.786731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquiring lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.786887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Acquired lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.787049] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1322.787240] env[62353]: DEBUG nova.objects.instance [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Lazy-loading 'info_cache' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.516788] env[62353]: DEBUG nova.network.neutron [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [{"id": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "address": "fa:16:3e:1d:49:1a", "network": {"id": "34ba5071-49ba-4031-a380-69464a62f8a6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-485331564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35e4ba04853b4228ba9ad86860ce3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ab601f4-c9", "ovs_interfaceid": "1ab601f4-c9c3-4d7e-865d-89a1196c3ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.019455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Releasing lock "refresh_cache-90da835e-edc9-4056-b5eb-ba0554c5c35b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.019659] env[62353]: DEBUG nova.compute.manager [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1325.019869] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.020051] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.020212] env[62353]: DEBUG oslo_service.periodic_task [None req-24ef41d1-7c23-430f-8c06-5db6c9d2644f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.082132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.082572] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.082688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.082881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.083071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.086757] env[62353]: INFO nova.compute.manager [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Terminating instance [ 1336.088537] env[62353]: DEBUG nova.compute.manager [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1336.088736] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1336.089621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f95b7f-eaf3-411e-a1f3-b2d2b694d698 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.098176] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1336.098404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1d1618-4051-43bf-adf6-7aa6fcf52037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.105192] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1336.105192] env[62353]: value = "task-658235" [ 1336.105192] env[62353]: _type = "Task" [ 1336.105192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.112975] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.615051] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658235, 'name': PowerOffVM_Task, 'duration_secs': 0.169311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.615346] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1336.615526] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1336.615774] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a83035-fc73-4cbc-a9cb-009b0e258ae5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.682217] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1336.682481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1336.682634] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleting the datastore file [datastore2] 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.682909] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8177d93-c005-4e31-bfb9-17ac9be9e3b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.689102] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for the task: (returnval){ [ 1336.689102] env[62353]: value = "task-658237" [ 1336.689102] env[62353]: _type = "Task" [ 1336.689102] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.696301] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.199327] env[62353]: DEBUG oslo_vmware.api [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Task: {'id': task-658237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.199713] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.199713] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1337.199865] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1337.200128] env[62353]: INFO nova.compute.manager [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.200393] env[62353]: DEBUG oslo.service.loopingcall [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.200592] env[62353]: DEBUG nova.compute.manager [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1337.200698] env[62353]: DEBUG nova.network.neutron [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1337.614765] env[62353]: DEBUG nova.compute.manager [req-baf7d770-e234-4d6e-8903-3d00df990228 req-d867070b-dc0e-4373-b2fb-60e7e7c8c026 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Received event network-vif-deleted-1ab601f4-c9c3-4d7e-865d-89a1196c3ad6 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1337.614996] env[62353]: INFO nova.compute.manager [req-baf7d770-e234-4d6e-8903-3d00df990228 req-d867070b-dc0e-4373-b2fb-60e7e7c8c026 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Neutron deleted interface 1ab601f4-c9c3-4d7e-865d-89a1196c3ad6; detaching it from the instance and deleting it from the info cache [ 1337.615194] env[62353]: DEBUG nova.network.neutron [req-baf7d770-e234-4d6e-8903-3d00df990228 req-d867070b-dc0e-4373-b2fb-60e7e7c8c026 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.093330] env[62353]: DEBUG nova.network.neutron [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.118123] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db7e866a-5227-4f19-a81a-a8adde60408d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.128177] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27605c56-6a4f-4efd-a7c6-8a5ef94e7198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.153578] env[62353]: DEBUG nova.compute.manager [req-baf7d770-e234-4d6e-8903-3d00df990228 req-d867070b-dc0e-4373-b2fb-60e7e7c8c026 service nova] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Detach interface failed, port_id=1ab601f4-c9c3-4d7e-865d-89a1196c3ad6, reason: Instance 90da835e-edc9-4056-b5eb-ba0554c5c35b could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1338.595947] env[62353]: INFO nova.compute.manager [-] [instance: 90da835e-edc9-4056-b5eb-ba0554c5c35b] Took 1.40 seconds to deallocate network for instance. [ 1339.102977] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.103278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.103509] env[62353]: DEBUG nova.objects.instance [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lazy-loading 'resources' on Instance uuid 90da835e-edc9-4056-b5eb-ba0554c5c35b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.638302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e712e1-d5be-473e-8900-44a2efc2c7af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.645914] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0eec10-30db-4583-a623-2485008eff96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.674990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929d8c4-4644-467c-bb32-9e8e5ec8d837 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.682051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b6e1b-e550-4a45-bdb2-23ff4fc64b0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.694954] env[62353]: DEBUG nova.compute.provider_tree [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed in ProviderTree for provider: 794731a1-f7e5-413e-9f0a-303cab9ac89f {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.197853] env[62353]: DEBUG nova.scheduler.client.report [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Inventory has not changed for provider 794731a1-f7e5-413e-9f0a-303cab9ac89f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 87, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.703203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.723516] env[62353]: INFO nova.scheduler.client.report [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Deleted allocations for instance 90da835e-edc9-4056-b5eb-ba0554c5c35b [ 1341.231869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-111d8d2e-d931-4a7d-ae93-995a424a73ec tempest-AttachVolumeShelveTestJSON-1365332547 tempest-AttachVolumeShelveTestJSON-1365332547-project-member] Lock "90da835e-edc9-4056-b5eb-ba0554c5c35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.149s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}